-- Logs begin at Thu 2021-09-02 16:25:49 UTC, end at Thu 2021-09-02 17:26:07 UTC. -- Sep 02 17:00:02.074589 dv-cinder-806260-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 02 17:00:05.025189 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.common.config [-] Logging enabled! Sep 02 17:00:05.026102 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev588 Sep 02 17:00:05.026102 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93984) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 02 17:00:05.029399 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.common.config [-] Logging enabled! Sep 02 17:00:05.029656 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev588 Sep 02 17:00:05.029978 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93984) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 02 17:00:05.031019 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 17:00:05.031257 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 17:00:05.031668 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 17:00:05.031971 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 17:00:05.032146 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 17:00:05.032477 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.032778 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.033080 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.033308 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.033609 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.033902 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.034223 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.035083 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.035395 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.035690 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.035976 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.036268 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.036503 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.036796 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.037091 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.037386 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.037613 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] debug = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.037899 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.038334 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.038786 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.039075 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.039399 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.039659 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.039935 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.040209 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.040500 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.040860 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] host = dv-cinder-806260-3-iscsi {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.041146 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.041439 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.041731 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.042022 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.042302 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.042584 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.042908 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.043188 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.043467 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] log_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.043750 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.044044 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.044339 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.044634 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.044866 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.045091 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.045385 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.045678 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.045960 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.046238 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.046516 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.046827 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.047108 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.047381 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.047672 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.047961 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.048251 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.048529 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.048806 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.049081 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.049356 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.049645 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.049951 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.050228 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.050503 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.050821 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.051093 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.051372 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.051684 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.051974 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.052261 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.052549 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.052828 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.053113 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.053393 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.053671 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.053945 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] use_json = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.054226 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.054497 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.054806 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.055083 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.055358 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.055639 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.055914 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.056204 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:05.056510 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.056812 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.057121 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.057410 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.057795 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.057996 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.058291 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.058573 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.058969 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.059264 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.059565 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.059851 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.060146 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.060432 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.060734 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.061048 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.061350 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.061649 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.061929 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.062209 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.062491 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.062802 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.063101 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.063383 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.063682 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.063980 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.064280 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.064577 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.064886 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.065209 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.066066 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.066396 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.066805 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.067144 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.067468 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.067801 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.068154 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.068491 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.068818 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.069163 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.069495 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.069821 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.070144 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.070485 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.070857 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.071257 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.071580 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.071902 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.072288 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.072615 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.072956 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.073287 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.073611 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.073936 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.074270 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.074600 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.074962 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.075295 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.075618 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.075946 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.076269 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.076595 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.076919 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.077249 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.077575 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.077902 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.078228 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.078559 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.078908 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.079238 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.079559 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.079884 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.080210 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.080552 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.080905 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.081344 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.081695 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.082028 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.082396 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.083276 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.083611 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.083950 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.084279 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.084611 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.084962 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.085304 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.085641 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.085978 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.086333 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.086732 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.087069 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.087406 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.087737 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.088074 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.088416 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.088757 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.089188 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.089487 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.089839 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.090187 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.090537 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.090989 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.091441 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.091780 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:05.092052 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 17:00:05.092349 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93984) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 02 17:00:05.474115 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 02 17:00:05.474544 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 02 17:00:05.475122 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 02 17:00:05.475932 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 02 17:00:05.907745 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.908039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.908308 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.910274 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.910557 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.910858 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.949978 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.950241 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.950520 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.966483 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.966802 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.967059 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.998491 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.998791 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:05.999074 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.040678 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.041488 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.041488 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.299192 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.299464 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.299748 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.300054 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.300778 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.429271 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.429600 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.429901 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.430176 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.430448 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.430794 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.431073 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.431333 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.431595 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.431888 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.432156 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.432437 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.432697 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.432956 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.433222 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.433497 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.433760 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.434039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.434320 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.434586 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.434900 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.435165 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.435478 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.435894 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.436132 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.436384 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.436840 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:00:06.437086 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:00:06.437328 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:00:06.437570 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:00:06.437809 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:00:06.438048 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:00:06.438438 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 02 17:00:06.442727 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 02 17:00:06.447090 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 02 17:00:06.452931 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 02 17:00:06.452931 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 02 17:00:06.454432 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 02 17:00:06.454432 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 02 17:00:06.454432 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 02 17:00:06.457146 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 02 17:00:06.457399 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 02 17:00:06.458142 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 02 17:00:06.463489 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 02 17:00:06.486674 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 02 17:00:06.487098 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.488025 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93984) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 02 17:00:06.488487 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.490099 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93984) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 02 17:00:06.490689 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 02 17:00:06.491033 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 02 17:00:06.494525 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.494928 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:06.569551 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 02 17:00:06.569867 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 02 17:00:06.570201 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 02 17:00:06.570786 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 02 17:00:06.602577 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_db.sqlalchemy.engines [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93984) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 02 17:00:07.208203 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Initializing driver for type 'gre' Sep 02 17:00:07.209244 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] gre ID ranges: [(1, 1000)] Sep 02 17:00:07.276798 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Initializing driver for type 'local' Sep 02 17:00:07.277253 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Initializing driver for type 'vlan' Sep 02 17:00:07.295248 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] VlanTypeDriver initialization complete Sep 02 17:00:07.295593 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Initializing driver for type 'vxlan' Sep 02 17:00:07.296124 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] vxlan ID ranges: [(1, 1000)] Sep 02 17:00:07.374706 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Initializing extension driver 'port_security' Sep 02 17:00:07.375273 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.extensions.port_security [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] PortSecurityExtensionDriver initialization complete Sep 02 17:00:07.375814 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Initializing mechanism driver 'openvswitch' Sep 02 17:00:07.376352 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Initializing mechanism driver 'hyperv' Sep 02 17:00:07.386896 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:00:07.387604 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > port after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.387986 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.388345 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > port after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.388916 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:00:07.389356 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > subnet after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.389713 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > subnet after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.390069 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.390474 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:00:07.390928 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > network after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.391283 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > network after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.391632 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > network after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.392041 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:00:07.392459 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > security_group after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.392817 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > security_group after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.393164 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.394302 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:00:07.394758 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.395123 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.395495 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.395906 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:00:07.396333 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > address_group after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.396778 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > address_group after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.397123 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.397535 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:00:07.397927 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] ML2 OVO RPC backend initialized. {{(pid=93984) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 02 17:00:07.398836 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.399205 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.399633 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > network before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.399986 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > networks before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.400343 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > port before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.400691 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > ports before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.401048 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > subnet before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.401398 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > subnets before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.401754 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > network after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.402101 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > network after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.402441 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > network after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.402827 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > port after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.403171 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.403511 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > port after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.403856 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > subnet after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.404195 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > subnet after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.404533 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.405193 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.plugin [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Modular L2 Plugin initialization complete Sep 02 17:00:07.405535 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading services supported by the core plugin {{(pid=93984) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 02 17:00:07.405938 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Got port-security extension from driver 'port_security' Sep 02 17:00:07.406365 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.extensions.vlantransparent [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Disabled vlantransparent extension. Sep 02 17:00:07.406894 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93984) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 02 17:00:07.407216 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading Plugin: router Sep 02 17:00:07.445456 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.445861 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router after_create 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.446243 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router before_create 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.446643 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.447053 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.447414 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router after_delete 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.447783 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > floatingip after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.448147 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.448517 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router after_create 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.448875 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router after_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.449236 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router after_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.449595 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.449963 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router after_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.450394 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router precommit_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.450817 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.451175 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: port after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.451530 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: subnet after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.451881 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.452240 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.452601 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router precommit_create 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.452957 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: port before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.453308 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router precommit_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.453684 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router after_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.454040 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.454405 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router precommit_create 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.454809 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.455163 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router precommit_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.455545 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > agent after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.455910 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > agent after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.456831 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > network after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.457825 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Tracking information for resource: router configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:00:07.458169 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Tracking information for resource: floatingip configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:00:07.464043 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.db.l3_agentschedulers_db [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 02 17:00:07.464556 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.464944 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: port after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.465305 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: port after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.465670 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.466519 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router before_create 55550100 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.466928 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.467305 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router precommit_create 55550100 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.467673 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > router precommit_update 55550100 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.472530 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.services.provider_configuration [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service providers = [] {{(pid=93984) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 02 17:00:07.472909 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.db.servicetype_db [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93984) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 02 17:00:07.476266 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.services.service_base [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 17:00:07.476626 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.services.service_base [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 17:00:07.476976 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.services.service_base [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 17:00:07.477911 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.services.service_base [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 17:00:07.478302 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.services.service_base [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 02 17:00:07.478768 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:00:07.479073 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 02 17:00:07.490882 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:00:07.491228 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading Plugin: auto_allocate Sep 02 17:00:07.497189 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: network precommit_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.497577 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: network precommit_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.498410 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:00:07.498410 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading Plugin: tag Sep 02 17:00:07.505890 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:00:07.506220 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading Plugin: timestamp Sep 02 17:00:07.510383 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:00:07.510744 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading Plugin: network_ip_availability Sep 02 17:00:07.516339 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.516726 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.517097 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.517857 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:00:07.518189 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading Plugin: flavors Sep 02 17:00:07.523115 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:00:07.523456 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading Plugin: revisions Sep 02 17:00:07.527984 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:00:07.528386 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_concurrency.lockutils [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.053s {{(pid=93984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 02 17:00:07.529162 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93984) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 02 17:00:07.529501 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Initializing extension manager. Sep 02 17:00:07.530024 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: __init__.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.530376 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: __pycache__ {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.530758 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.531099 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: address_group.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.531894 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.532679 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: address-group Sep 02 17:00:07.533016 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: address_scope.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.533987 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.535074 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: address-scope Sep 02 17:00:07.535408 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.536858 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.537040 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: router-admin-state-down-before-update Sep 02 17:00:07.537314 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: agent.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.538039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.538565 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: agent Sep 02 17:00:07.538929 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: agent_resources_synced.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.539888 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.540408 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: agent-resources-synced Sep 02 17:00:07.540739 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: allowedaddresspairs.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.542644 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.546126 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: allowed-address-pairs Sep 02 17:00:07.546126 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: auto_allocated_topology.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.546126 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.546126 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: auto-allocated-topology Sep 02 17:00:07.546126 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: availability_zone.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.546126 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.547175 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: availability_zone Sep 02 17:00:07.547175 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: availability_zone_filter.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.548003 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.548524 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: availability_zone_filter Sep 02 17:00:07.548854 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: data_plane_status.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.549824 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.550914 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension data-plane-status not supported by any of loaded plugins Sep 02 17:00:07.551243 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: default_subnetpools.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.552228 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.552744 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: default-subnetpools Sep 02 17:00:07.553068 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.553943 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.554483 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: dhcp_agent_scheduler Sep 02 17:00:07.554840 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: dns.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.555830 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.556343 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension dns-integration not supported by any of loaded plugins Sep 02 17:00:07.556674 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: dns_domain_ports.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.557613 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.558133 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 02 17:00:07.558461 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.559430 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.559948 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 02 17:00:07.560279 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: dvr.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.560965 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.561497 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: dvr Sep 02 17:00:07.561867 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: ecmp_routes.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.562847 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.563369 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 02 17:00:07.563701 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: empty_string_filtering.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.564634 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.565266 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: empty-string-filtering Sep 02 17:00:07.565627 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.566567 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.567117 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 02 17:00:07.567447 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.568387 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.568911 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 02 17:00:07.569240 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: external_net.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.570221 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.570778 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: external-net Sep 02 17:00:07.571108 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.572043 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.572646 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: extra_dhcp_opt Sep 02 17:00:07.572982 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: extraroute.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.573920 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.574442 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: extraroute Sep 02 17:00:07.574807 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: extraroute_atomic.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.575894 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.576420 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: extraroute-atomic Sep 02 17:00:07.576750 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: filter_validation.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.577451 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.577973 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: filter-validation Sep 02 17:00:07.578301 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: fip_pf_description.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.579287 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.579806 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 02 17:00:07.580133 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: fip_port_details.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.581104 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.581625 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: fip-port-details Sep 02 17:00:07.581955 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: flavors.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.583297 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.583852 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: flavors Sep 02 17:00:07.584186 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.586123 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.586705 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 02 17:00:07.587058 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: floatingip_pools.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.587823 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.588352 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: floatingip-pools Sep 02 17:00:07.588945 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: ip_allocation.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.589718 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.590256 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension ip_allocation not supported by any of loaded plugins Sep 02 17:00:07.590596 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.591568 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.592109 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: ip-substring-filtering Sep 02 17:00:07.592443 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: l2_adjacency.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.593456 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.594096 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 02 17:00:07.594459 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: l3.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.595731 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.596283 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: router Sep 02 17:00:07.596614 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.599762 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.600337 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 02 17:00:07.600675 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.601735 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.602274 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: ext-gw-mode Sep 02 17:00:07.602616 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.603664 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.604203 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: l3-ha Sep 02 17:00:07.604545 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: l3_flavors.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.605528 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.606062 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: l3-flavors Sep 02 17:00:07.606397 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.607380 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.608181 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 02 17:00:07.608539 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: l3agentscheduler.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.609877 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.610502 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: l3_agent_scheduler Sep 02 17:00:07.610940 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: logging.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.613146 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.613745 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension logging not supported by any of loaded plugins Sep 02 17:00:07.614125 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: metering.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.615004 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.615772 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: metering Sep 02 17:00:07.616151 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.617375 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.617922 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: metering_source_and_destination_fields Sep 02 17:00:07.618261 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: multiprovidernet.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.619290 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.619832 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: multi-provider Sep 02 17:00:07.620170 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: netmtu.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.621162 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.621704 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: net-mtu Sep 02 17:00:07.622039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: netmtu_writable.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.623036 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.623571 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: net-mtu-writable Sep 02 17:00:07.623910 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: network_availability_zone.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.624625 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.625161 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: network_availability_zone Sep 02 17:00:07.625512 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: network_ip_availability.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.626702 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.627255 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: network-ip-availability Sep 02 17:00:07.627586 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: network_segment_range.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.628451 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.628992 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension network-segment-range not supported by any of loaded plugins Sep 02 17:00:07.629325 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: pagination.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.630370 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.630733 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: pagination Sep 02 17:00:07.631068 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: port_device_profile.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.632020 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.632560 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: port-device-profile Sep 02 17:00:07.632890 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.633843 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.634372 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: port-mac-address-regenerate Sep 02 17:00:07.634742 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.635713 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.636238 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: port-numa-affinity-policy Sep 02 17:00:07.636566 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: port_resource_request.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.637669 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.638188 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension port-resource-request not supported by any of loaded plugins Sep 02 17:00:07.638517 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: portbindings.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.639515 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.640148 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: binding Sep 02 17:00:07.640550 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: portbindings_extended.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.641901 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.642459 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: binding-extended Sep 02 17:00:07.642823 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: portsecurity.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.643806 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.644337 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: port-security Sep 02 17:00:07.644672 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: project_id.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.645681 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.646016 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: project-id Sep 02 17:00:07.646347 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: providernet.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.647311 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.647842 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: provider Sep 02 17:00:07.648171 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: qos.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.651891 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.652439 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension qos not supported by any of loaded plugins Sep 02 17:00:07.652781 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.654087 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.654645 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 02 17:00:07.654988 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.655933 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.656465 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 02 17:00:07.656801 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: qos_default.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.657835 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.658370 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension qos-default not supported by any of loaded plugins Sep 02 17:00:07.658753 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: qos_fip.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.659975 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.660497 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension qos-fip not supported by any of loaded plugins Sep 02 17:00:07.660828 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: qos_gateway_ip.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.661790 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.662318 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 02 17:00:07.662693 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: qos_port_network_policy.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.663614 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.664144 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 02 17:00:07.664471 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: qos_pps_rule.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.665705 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.666241 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension qos-pps not supported by any of loaded plugins Sep 02 17:00:07.666573 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: qos_rule_type_details.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.667552 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.668088 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 02 17:00:07.668416 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: qos_rules_alias.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.669493 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.670030 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 02 17:00:07.670365 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: quotasv2.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.671393 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.671728 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: quotas Sep 02 17:00:07.672063 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: quotasv2_detail.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.676083 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.676434 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: quota_details Sep 02 17:00:07.676786 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: rbac.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.677992 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.678552 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: rbac-policies Sep 02 17:00:07.678916 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: rbac_address_group.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.679892 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.680432 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: rbac-address-group Sep 02 17:00:07.680771 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: rbac_address_scope.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.681720 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.682260 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: rbac-address-scope Sep 02 17:00:07.682591 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: rbac_security_groups.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.683551 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.684089 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: rbac-security-groups Sep 02 17:00:07.684421 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: rbac_subnetpool.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.685366 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.685906 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: rbac-subnetpool Sep 02 17:00:07.686234 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: revisionifmatch.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.687217 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.687757 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: revision-if-match Sep 02 17:00:07.688083 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: revisions.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.689247 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.689873 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: standard-attr-revisions Sep 02 17:00:07.690212 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: router_availability_zone.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.690988 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.691535 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: router_availability_zone Sep 02 17:00:07.691871 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: routerservicetype.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.692831 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.693364 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension router-service-type not supported by any of loaded plugins Sep 02 17:00:07.693697 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.694661 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.695197 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: security-groups-normalized-cidr Sep 02 17:00:07.695527 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.696486 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.697016 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: port-security-groups-filtering Sep 02 17:00:07.697350 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.698304 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.698869 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: security-groups-remote-address-group Sep 02 17:00:07.699201 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: securitygroup.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.711450 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.712033 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: security-group Sep 02 17:00:07.712371 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: segment.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.713272 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.713803 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension segment not supported by any of loaded plugins Sep 02 17:00:07.714204 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.715224 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.715761 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 02 17:00:07.716097 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: servicetype.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.717357 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.717898 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: service-type Sep 02 17:00:07.718235 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: sorting.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.719313 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.719654 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: sorting Sep 02 17:00:07.720011 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: standard_attr_segment.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.721067 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.721614 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 02 17:00:07.722510 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: standardattrdescription.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.723220 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.723752 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: standard-attr-description Sep 02 17:00:07.724088 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: stateful_security_group.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.725071 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.725608 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: stateful-security-group Sep 02 17:00:07.725938 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: stdattrs_common.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.726541 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 02 17:00:07.726895 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.727859 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.728413 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 02 17:00:07.728724 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: subnet_onboard.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.729859 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.730404 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: subnet_onboard Sep 02 17:00:07.730778 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.731747 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.732278 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 02 17:00:07.732615 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: subnet_service_types.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.733835 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.734366 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: subnet-service-types Sep 02 17:00:07.734726 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: subnetallocation.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.735862 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.736409 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: subnet_allocation Sep 02 17:00:07.736738 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.737475 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.738005 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: subnetpool-prefix-ops Sep 02 17:00:07.738342 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.739444 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.739988 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 02 17:00:07.740315 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: tagging.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.741474 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.742012 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: standard-attr-tag Sep 02 17:00:07.742352 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: timestamp.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.743727 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.744272 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loaded extension: standard-attr-timestamp Sep 02 17:00:07.744612 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: trunk.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.745739 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.746280 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension trunk not supported by any of loaded plugins Sep 02 17:00:07.746614 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: trunk_details.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.747615 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.748143 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension trunk-details not supported by any of loaded plugins Sep 02 17:00:07.748480 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: uplink_status_propagation.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.749439 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.749971 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 02 17:00:07.750307 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Loading extension file: vlantransparent.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:00:07.751064 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:00:07.751600 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 02 17:00:07.754519 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:network Sep 02 17:00:07.755162 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:subnet Sep 02 17:00:07.755575 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 17:00:07.755979 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:port Sep 02 17:00:07.757352 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.757807 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service FLAVORS assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.758452 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.758917 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.759263 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:router Sep 02 17:00:07.759700 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:floatingip Sep 02 17:00:07.760222 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service METERING assigned prefix: /metering {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.761722 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.762105 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.762470 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:00:07.763598 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of CountableResource for resource:rbac_policy Sep 02 17:00:07.764084 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:security_group Sep 02 17:00:07.764526 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 02 17:00:07.765280 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service CORE assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.765623 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 17:00:07.765983 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] subnetpool is already registered Sep 02 17:00:07.766440 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service CORE assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.766821 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 17:00:07.767163 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] subnetpool is already registered Sep 02 17:00:07.770209 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.770676 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service FLAVORS assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.771289 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.771723 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.772074 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:router Sep 02 17:00:07.772426 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] router is already registered Sep 02 17:00:07.772860 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:floatingip Sep 02 17:00:07.773203 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] floatingip is already registered Sep 02 17:00:07.773686 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service METERING assigned prefix: /metering {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.774409 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of CountableResource for resource:rbac_policy Sep 02 17:00:07.774794 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] rbac_policy is already registered Sep 02 17:00:07.775227 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:security_group Sep 02 17:00:07.775572 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] security_group is already registered Sep 02 17:00:07.775987 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 02 17:00:07.776324 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] security_group_rule is already registered Sep 02 17:00:07.777022 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service CORE assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.777355 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 17:00:07.777698 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] subnetpool is already registered Sep 02 17:00:07.778134 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Service CORE assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:00:07.778466 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 17:00:07.778831 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] subnetpool is already registered Sep 02 17:00:07.779324 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: extensions {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.780963 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: address-groups {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.782493 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: address-scopes {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.783893 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: agents {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.785419 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: auto-allocated-topology {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.786720 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: availability_zones {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.787996 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: dhcp-networks {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.789524 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: dhcp-agents {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.791012 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: routers {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.793269 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: flavors {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.794452 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: service_profiles {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.795722 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: next_providers {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.797323 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: service_profiles {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.798942 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: floatingip-pools {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.800780 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: routers {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.803122 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: floatingips {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.804573 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: l3-routers {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.806131 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: l3-agents {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.807996 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: metering-labels {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.810530 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: metering-label-rules {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.812883 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: network-ip-availabilities {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.815207 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: bindings {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.819079 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: quotas {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.821207 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: quotas {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.823325 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: rbac-policies {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.825145 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: security-groups {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.827201 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: security-group-rules {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.828876 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: service-providers {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.830401 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: subnetpools {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.833017 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: subnetpools {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.835297 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.837769 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.839977 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.842003 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.843860 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.845737 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.848234 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.850188 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.852202 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.854148 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron.api.extensions [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:00:07.860497 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING keystonemiddleware.auth_token [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 02 17:00:07.865631 dv-cinder-806260-3-iscsi neutron-server[93984]: WARNING keystonemiddleware.auth_token [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 02 17:00:07.874313 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_concurrency.lockutils [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Acquired lock "singleton_lock" {{(pid=93984) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 02 17:00:07.874837 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_concurrency.lockutils [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Releasing lock "singleton_lock" {{(pid=93984) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 02 17:00:07.875520 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO oslo_service.service [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Starting 2 workers Sep 02 17:00:07.880714 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Started child 94106 {{(pid=93984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 17:00:07.885636 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Started child 94107 {{(pid=93984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 17:00:07.887591 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO neutron.service [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 02 17:00:07.888347 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Notify callbacks [] for process, before_spawn {{(pid=93984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:07.889301 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:07.891363 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [-] (94106) wsgi starting up on http://0.0.0.0:9696 Sep 02 17:00:07.891776 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO oslo_service.service [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Starting 1 workers Sep 02 17:00:07.894365 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:07.896307 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [-] (94107) wsgi starting up on http://0.0.0.0:9696 Sep 02 17:00:07.897757 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Started child 94108 {{(pid=93984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 17:00:07.898319 dv-cinder-806260-3-iscsi neutron-server[93984]: INFO oslo_service.service [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Starting 1 workers Sep 02 17:00:07.901985 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.service [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] calling RpcWorker wait() {{(pid=94108) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 02 17:00:07.902855 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.service [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] returning from RpcWorker wait() {{(pid=94108) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 02 17:00:07.903475 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Started child 94109 {{(pid=93984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 17:00:07.904277 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:07.904568 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-1c4c580f-4b73-432d-81ae-a78769eb6b0d None None] Notify callbacks [] for process, after_spawn {{(pid=93984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:07.904867 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:00:07.907039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93984) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 02 17:00:07.907406 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 17:00:07.907693 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 17:00:07.907979 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 17:00:07.908436 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 17:00:07.908703 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 17:00:07.909933 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.910333 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.910802 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.911186 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.911596 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.912179 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:07.912954 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.912954 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.913221 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.913617 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:00:07.913775 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.914033 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.914308 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.914596 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.915019 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.915399 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.915974 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.916377 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.916719 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.917127 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.917438 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.917844 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.918241 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.918610 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.919040 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] debug = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.919426 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.920060 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.920423 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.920806 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.921208 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.921585 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.921947 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.922326 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.922727 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.923094 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.923458 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.923854 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.924219 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.924582 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.924951 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.925321 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.925683 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.926348 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] host = dv-cinder-806260-3-iscsi {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.926774 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.927122 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.927510 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.928002 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.928298 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.928794 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.929272 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.929529 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.929960 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.930320 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.930746 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.931158 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.931554 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.931890 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.932163 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_options = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.932537 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.932942 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.933312 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.933618 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.933883 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.934310 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.934577 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.935192 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.935426 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.935669 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.935981 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.936386 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.936851 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.937110 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.937453 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.937831 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.938201 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.938545 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.939032 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.940161 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.940161 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.940352 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.940834 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.941209 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.941575 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.942035 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.942560 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.943007 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.943520 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.943855 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.944199 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.944592 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.944988 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.945378 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.945750 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.946095 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.946449 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.946889 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.947257 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.947649 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.947980 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.948631 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.948885 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.949118 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.949524 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.949858 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_json = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.950216 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.950530 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.951177 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.951381 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.951768 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.952166 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.952534 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.952928 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:07.953624 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.954070 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.954543 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.955098 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.955616 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.956559 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.956963 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.957372 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.957791 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.958182 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.958675 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.959064 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.959528 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.959891 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.960346 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.960901 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.961312 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.961741 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.962137 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.962494 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.962862 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.963260 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.963764 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.964495 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.964495 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.964820 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.965203 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.965708 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.966184 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.966518 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.966989 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.967367 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.967726 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.968092 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.968420 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.968801 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.969211 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.969673 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.970052 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.970430 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.970876 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.971221 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.971552 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.972671 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.973274 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.973274 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.974043 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.974043 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.980400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.980400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.980400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.980400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.980400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.980400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.980400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.980400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.980400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.982338 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.982338 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.982338 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.982338 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.982338 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.982338 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.982338 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.982338 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.982338 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.985008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.985008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.985008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.985008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.985008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.985008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.985008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.985008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.985008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.986967 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.986967 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.986967 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.986967 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.986967 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.986967 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.986967 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.986967 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.988647 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.988647 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.988647 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.988647 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.989491 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.989491 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.989939 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.990472 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.990722 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.991102 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.991458 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.991844 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.992185 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.992553 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.992884 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.993884 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.993884 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.993884 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.994367 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.994504 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.994864 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.995211 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.995627 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.996004 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.996330 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.996642 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.997050 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.997775 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.997775 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.998408 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.998744 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.999648 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.999648 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:07.999990 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.000618 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.002696 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.002696 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.002696 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.002696 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.002696 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.002696 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.003530 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.003530 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.003956 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.004242 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.004625 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.004990 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.005378 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.005739 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.006192 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.006571 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.006977 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.007352 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.007768 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.008295 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.008712 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.009116 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.009489 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.009935 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.010369 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.010786 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.011226 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.011631 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.012052 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.012697 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.013202 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.013632 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.014119 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.014524 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.014921 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.015360 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.016497 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.016497 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.016706 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.017036 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.017828 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.017828 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.019132 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.019132 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.019479 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.019845 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.020264 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.020611 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.021005 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.021428 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.021820 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.022194 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.022546 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.022967 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.023397 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.023790 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.024265 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.024663 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.025034 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.025439 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.025866 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.026301 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.026759 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.027122 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.027495 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.027893 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.028263 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.028652 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.028975 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.029321 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.029701 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.030085 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.030482 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.030920 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.031482 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.031898 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.032307 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.032737 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.033115 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.033543 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.033917 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.034886 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.035258 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.035638 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.036031 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.036467 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.036885 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.037330 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.037664 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.038021 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.038426 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.038822 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.039187 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.039664 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.040078 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.040477 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.040899 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.041311 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.041665 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.042039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.042404 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.042804 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.043216 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.043601 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.043969 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.044377 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.044740 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.045098 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.045479 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.045787 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.046171 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.046555 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.046940 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.047369 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.047751 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.048093 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.048464 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.048846 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.049258 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.049598 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.050032 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.050417 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.050752 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.051052 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.051402 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.051754 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.052243 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.052579 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.052892 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.053303 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.053701 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.054030 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.054404 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.054775 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.055127 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.055472 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.055857 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.056116 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.056403 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.056670 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.056932 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.057195 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.057493 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.057885 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.058228 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.058514 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.058853 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.059183 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.059584 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.059810 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.060084 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.060400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.060770 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.061101 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.061402 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.061714 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.062016 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.062400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.062400 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.062991 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.063130 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.063694 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.063694 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.064267 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.064267 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.064736 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.064736 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.066353 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.066353 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.066353 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.066353 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.067360 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.067360 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 17:00:08.067360 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93984) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 02 17:00:08.067360 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 17:00:08.069258 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 17:00:08.069258 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 17:00:08.069258 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 17:00:08.069258 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 17:00:08.069258 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.069258 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.069258 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.069258 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.071011 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.071011 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.071011 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.071011 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.071011 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.071011 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.071011 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.071011 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.073145 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.073145 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.073145 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.073145 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.073145 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.073145 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.073145 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.073145 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.075108 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.075108 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.075108 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] debug = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.075108 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.075108 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.075108 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.076231 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.076231 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.076231 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.076231 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.076231 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.076231 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.076231 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.076231 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.078590 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.078590 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.078590 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.078590 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.078590 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.078590 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.078590 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] host = dv-cinder-806260-3-iscsi {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.078590 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.078590 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.079718 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.079718 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.079718 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.079718 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.079718 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.079718 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.079718 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.079718 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.080714 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.080714 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.080714 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.080714 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.080714 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_options = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.080714 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.080714 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.080714 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.081966 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.081966 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.081966 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.081966 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.081966 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.081966 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.081966 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.084988 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.084988 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.084988 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.084988 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.084988 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.084988 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.084988 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.084988 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.085779 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.085779 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.085779 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.085779 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.085779 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.085779 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.085779 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.085779 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.087110 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.087110 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.087110 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.087110 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.087110 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.087110 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.087110 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.087110 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.088443 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.088443 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.088443 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.088443 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.088443 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.088443 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.088443 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.088443 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.089668 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.089668 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.089668 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.089668 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_json = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.089668 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.089668 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.089668 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.089668 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.089668 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.090572 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.090572 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.090572 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:00:08.090572 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.090572 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.090572 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.090572 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.090572 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.092378 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.092378 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.092378 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.092378 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.092378 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.092378 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.092378 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.092378 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.092378 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.095229 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.095229 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.095229 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.095229 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.095229 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.095229 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.095229 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.095229 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.096346 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.096346 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.096346 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.096346 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.096346 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.096346 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.096346 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.096346 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.097595 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.097595 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.097595 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.097595 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.097595 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.097595 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.097595 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.097595 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.098452 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.098452 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.098452 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.098452 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.098452 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.098452 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.098452 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.098452 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.098452 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.099641 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.099641 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.099641 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.099641 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.099641 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.099641 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.099641 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.099641 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.099641 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.100821 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.100821 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.100821 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.100821 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.100821 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.100821 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.100821 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.100821 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.100821 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.101950 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.101950 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.101950 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.101950 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.101950 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.101950 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.101950 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.101950 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.101950 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.103078 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.103078 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.103078 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.103078 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.103078 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.103078 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.103078 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.103078 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.103078 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.104825 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.104825 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.104825 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.104825 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.104825 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.104825 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.104825 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.104825 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.105878 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.105878 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.105878 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.105878 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.105878 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.105878 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.105878 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.105878 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.107316 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.107316 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.107316 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.107316 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.107316 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.107316 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.107316 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.107316 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.109039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.109039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.109039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.109039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.109039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.109039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.109039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.109039 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.110469 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.110469 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.110469 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.110469 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.110469 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.110469 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.110469 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.110469 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.111587 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.111587 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.111587 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.111587 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.111587 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.111587 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.111587 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.111587 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.111587 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.112602 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.112602 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.112602 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.112602 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.112602 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.112602 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.112602 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.112602 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.113393 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.113393 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.113393 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.113393 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.113393 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.113393 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.114038 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:00:08.114166 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.114166 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.114166 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.114166 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.114166 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.114166 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.114166 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.114166 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.115059 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.115059 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.115059 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.115059 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.115059 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.115059 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.115059 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.115059 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.116043 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.116043 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.116043 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.116043 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.116043 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.116043 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.116043 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.116043 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117012 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117012 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117012 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117012 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117012 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117012 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117012 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117012 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117883 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117883 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117883 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117883 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117883 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117883 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117883 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.117883 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.118811 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.118811 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.118811 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.118811 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.118811 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.118811 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.118811 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.118811 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.119706 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.119706 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.119706 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.119706 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.119706 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.119706 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.119706 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.119706 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.120591 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.120591 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.120591 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.120591 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.120591 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.120591 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.120591 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.120591 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.120591 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.121552 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.121552 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.121552 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.121552 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.121552 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.121552 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.121552 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.121552 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.122440 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.122440 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.122440 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.122440 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.122440 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.122440 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.122440 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.122440 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.123343 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.123343 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.123343 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.123343 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.123343 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.123343 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.123343 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.123343 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.123343 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.124359 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.124359 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.124359 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.124359 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.124359 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.124359 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.124359 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.124359 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.125226 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.125226 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.125226 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.125226 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.125226 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.125226 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.125226 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.126008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.126008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.126008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.126008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.126008 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.126617 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.126617 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.126617 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.126617 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.126617 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.127237 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.127237 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.127237 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.127541 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.127541 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.127790 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.127790 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.128527 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.128633 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.128796 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.128946 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.129113 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.129270 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.129433 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.129586 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.129745 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.129909 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.130070 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.130296 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.130467 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.130590 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.130774 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.130941 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.131069 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.131229 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.131385 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.131546 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.131708 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.131871 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:00:08.132026 dv-cinder-806260-3-iscsi neutron-server[93984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 17:00:08.320743 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 40184) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:00:08.333389 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103426 Sep 02 17:00:22.142664 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d80eb-ab3f-4789-a5c3-5ec0a9f5af47 None None] get_active_networks_info from dv-cinder-806260-3-iscsi {{(pid=94108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 17:00:22.310139 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d80eb-ab3f-4789-a5c3-5ec0a9f5af47 None None] No non-hosted networks {{(pid=94108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 02 17:00:22.322818 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.agentschedulers_db [None req-b70d80eb-ab3f-4789-a5c3-5ec0a9f5af47 None None] DHCP Agent not found on host dv-cinder-806260-3-iscsi {{(pid=94108) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 02 17:00:22.550575 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1f834713-6e16-48d4-a7f4-f978370a24fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16425255'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:24.895713 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-79dc6413-60d4-477b-94d8-5857ae67da70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16425255'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:24.967617 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-019307c2-26d5-43f5-a536-34b741f5bf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:25.183826 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16425255'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:25.184954 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.185574 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.186159 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.187856 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.188450 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.189018 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.189595 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.190200 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.190870 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.191421 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.192077 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.193253 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:25.194953 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806260-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:00:25.245153 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806260-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:00:26.513335 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16425255'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:28.438089 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16425255'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:29.713090 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 40276) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:00:30.262651 dv-cinder-806260-3-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-a78a5c8d-5c77-4732-b03c-adb1b4b03762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:00:30.263294 dv-cinder-806260-3-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-a78a5c8d-5c77-4732-b03c-adb1b4b03762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:00:30.490672 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [None req-a78a5c8d-5c77-4732-b03c-adb1b4b03762 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:00:30.491772 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a78a5c8d-5c77-4732-b03c-adb1b4b03762 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7777922 Sep 02 17:00:32.499302 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.db.l3_hamode_db [None req-1094fe73-365b-4b17-9525-3537339d675a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 02 17:00:32.607957 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094fe73-365b-4b17-9525-3537339d675a None None] Routers set() bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:00:32.608610 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094fe73-365b-4b17-9525-3537339d675a None None] Router IDs set() for agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 17:00:33.338531 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 40290) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:00:34.021567 dv-cinder-806260-3-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-45ea1e67-7c8b-456b-83f1-c50aa3663e3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:00:34.022177 dv-cinder-806260-3-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-45ea1e67-7c8b-456b-83f1-c50aa3663e3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:00:34.278738 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-45ea1e67-7c8b-456b-83f1-c50aa3663e3a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:00:34.375758 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.policy [None req-45ea1e67-7c8b-456b-83f1-c50aa3663e3a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94106) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 02 17:00:34.422512 dv-cinder-806260-3-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-45ea1e67-7c8b-456b-83f1-c50aa3663e3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:00:34.423054 dv-cinder-806260-3-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-45ea1e67-7c8b-456b-83f1-c50aa3663e3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:00:34.432272 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.quota [None req-45ea1e67-7c8b-456b-83f1-c50aa3663e3a admin admin] Loaded quota_driver: . Sep 02 17:00:34.557944 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45ea1e67-7c8b-456b-83f1-c50aa3663e3a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738205677427', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738205673860', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738205665220', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738205692216', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738206359825', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738205642126', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-896081', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-805641', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16725794', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16674057'] for rbac-policy, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:34.648797 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45ea1e67-7c8b-456b-83f1-c50aa3663e3a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:34.650940 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-45ea1e67-7c8b-456b-83f1-c50aa3663e3a admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3094254 Sep 02 17:00:37.552316 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 40308) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:00:37.914918 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '537d89345335456581dee8fe333700b2', 'tenant_id': '537d89345335456581dee8fe333700b2', 'name': 'private'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:00:37.916482 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.quota [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Loaded quota_driver: . Sep 02 17:00:37.978643 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Made reservation on behalf of 537d89345335456581dee8fe333700b2 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:00:38.048931 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.policy [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94107) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 02 17:00:38.097675 dv-cinder-806260-3-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:00:38.098187 dv-cinder-806260-3-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:00:38.109777 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:38.133756 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:38.297145 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:38.301952 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:38.326798 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:00:38.354730 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738203635294', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:38.355319 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Unsubscribe: segment precommit_create {{(pid=94107) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 02 17:00:38.355915 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Added segment 76db871d-3d7c-4c64-84b2-ea84b1f6fc7c of type vlan for network ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 Sep 02 17:00:38.363159 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d18dd0-ce0c-419b-ab45-c353ba66355f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:00:38.405860 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.406106 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.406427 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.406800 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.407129 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.407463 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.407786 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.408104 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.408445 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.409295 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.409610 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.410021 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Tracked resource versions report: Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: pushed versions: Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: { 'AddressGroup': {'1.2'}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'ConntrackHelper': {'1.0'}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Log': {'1.0'}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Network': {'1.1'}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Port': {'1.7'}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'PortForwarding': {'1.2'}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'QosPolicy': {'1.9'}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SecurityGroup': {'1.4'}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SubPort': {'1.0'}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Subnet': {'1.1'}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Trunk': {'1.1'}} Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: consumer versions: Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: { DHCP agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: L3 agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: Metadata agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: Metering agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: Open vSwitch agent@dv-cinder-806260-3-iscsi: { 'AddressGroup': '1.2', Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'ConntrackHelper': '1.0', Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Log': '1.0', Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Network': '1.1', Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Port': '1.7', Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'PortForwarding': '1.2', Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'QosPolicy': '1.9', Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SecurityGroup': '1.4', Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SecurityGroupRule': '1.2', Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SubPort': '1.0', Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Subnet': '1.1', Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Trunk': '1.1'}} Sep 02 17:00:38.411184 dv-cinder-806260-3-iscsi neutron-server[94107]: {{(pid=94107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:00:38.495897 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:38.547419 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:38.548829 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:00:38.549602 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:38.629758 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0762830 Sep 02 17:00:38.657306 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f154931-81ea-47d7-a078-f79e0dc1a27d admin admin] Pushing event updated for resources: {'Network': ['ID=ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:00:38.669813 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:00:41.777963 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 40324) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:00:42.230098 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549bc649-9c99-4db2-8295-b00dad0aac06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:00:42.232417 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-549bc649-9c99-4db2-8295-b00dad0aac06 admin admin] 10.222.0.41 "GET /v2.0/networks/ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 HTTP/1.1" status: 200 len: 825 time: 0.4533155 Sep 02 17:00:42.291955 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-596d3e63-f4ee-435c-ab25-f9ce63b413f3 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/27f9b681-16bb-4262-a825-547c06cc2b8a HTTP/1.1" status: 200 len: 734 time: 0.0531418 Sep 02 17:00:42.308236 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] Request body: {'subnet': {'subnetpool_id': '27f9b681-16bb-4262-a825-547c06cc2b8a', 'tenant_id': '537d89345335456581dee8fe333700b2', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:00:42.345759 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] Made reservation on behalf of 537d89345335456581dee8fe333700b2 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:00:42.349966 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:42.703669 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:42.782047 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0666fea4-ee61-4685-8838-1dbcec711475,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:00:42.788539 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] Checking segment: {'id': '76db871d-3d7c-4c64-84b2-ea84b1f6fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:00:42.789924 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] Network hostable DHCP agents. Network: ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:00:42.811369 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] Network ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:00:42.829305 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:00:42.836614 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:00:42.837324 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:42.843713 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6c667a-2ae8-46ad-b0c0-1534c8b1ef5a None None] Network ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:00:42.859546 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-292c0bf3-7dbd-4d41-b550-ca4a8325447a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5576320 Sep 02 17:00:43.271397 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6f23d2-a3d7-50ee-b987-a8b4e3e1ed06-ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43', 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43', 'tenant_id': '537d89345335456581dee8fe333700b2', 'fixed_ips': [{'subnet_id': '0666fea4-ee61-4685-8838-1dbcec711475'}]}} from dv-cinder-806260-3-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:00:43.273385 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:43.665583 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Allocated IP 172.20.0.2 (ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43/0666fea4-ee61-4685-8838-1dbcec711475/707f0850-79bc-42ed-8826-7c570f2d1fb9) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:00:43.922296 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:43.981504 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Transition to ACTIVE for port object 707f0850-79bc-42ed-8826-7c570f2d1fb9 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:00:44.010430 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Transition to ACTIVE for port object 707f0850-79bc-42ed-8826-7c570f2d1fb9 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:00:44.020594 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:44.092941 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Network ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:00:44.098293 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:00:44.102136 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:00:44.117822 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Pushing event updated for resources: {'Port': ['ID=707f0850-79bc-42ed-8826-7c570f2d1fb9,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:00:44.151829 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.152285 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.152707 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.153128 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.153532 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.153928 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.154388 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.154829 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.155296 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.155720 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.156136 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.156522 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Tracked resource versions report: Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: pushed versions: Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: { 'AddressGroup': {'1.2'}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'ConntrackHelper': {'1.0'}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Log': {'1.0'}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Network': {'1.1'}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Port': {'1.7'}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'PortForwarding': {'1.2'}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'QosPolicy': {'1.9'}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SecurityGroup': {'1.4'}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SubPort': {'1.0'}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Subnet': {'1.1'}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Trunk': {'1.1'}} Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: consumer versions: Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: { DHCP agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: L3 agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: Metadata agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: Metering agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: Open vSwitch agent@dv-cinder-806260-3-iscsi: { 'AddressGroup': '1.2', Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'ConntrackHelper': '1.0', Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Log': '1.0', Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Network': '1.1', Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Port': '1.7', Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'PortForwarding': '1.2', Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'QosPolicy': '1.9', Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SecurityGroup': '1.4', Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SecurityGroupRule': '1.2', Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SubPort': '1.0', Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Subnet': '1.1', Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Trunk': '1.1'}} Sep 02 17:00:44.157702 dv-cinder-806260-3-iscsi neutron-server[94108]: {{(pid=94108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:00:44.221766 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Attempting to bind port 707f0850-79bc-42ed-8826-7c570f2d1fb9 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:00:44.222155 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Attempting to bind port 707f0850-79bc-42ed-8826-7c570f2d1fb9 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '76db871d-3d7c-4c64-84b2-ea84b1f6fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:00:44.222669 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Attempting to bind port 707f0850-79bc-42ed-8826-7c570f2d1fb9 on network ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:00:44.227914 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:00:44.228404 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Checking segment: {'id': '76db871d-3d7c-4c64-84b2-ea84b1f6fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:00:44.228982 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:44.229440 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Bound using segment: {'id': '76db871d-3d7c-4c64-84b2-ea84b1f6fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:00:44.229992 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Bound port: 707f0850-79bc-42ed-8826-7c570f2d1fb9, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76db871d-3d7c-4c64-84b2-ea84b1f6fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:00:44.234310 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:44.309379 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] For port 707f0850-79bc-42ed-8826-7c570f2d1fb9, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:00:44.338944 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] For port 707f0850-79bc-42ed-8826-7c570f2d1fb9, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=707f0850-79bc-42ed-8826-7c570f2d1fb9,segment=NetworkSegment(76db871d-3d7c-4c64-84b2-ea84b1f6fc7c),segment_id=76db871d-3d7c-4c64-84b2-ea84b1f6fc7c)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:00:44.345423 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:44.406001 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f8a65-8a51-4814-957e-718c165b591a None None] Pushing event updated for resources: {'Port': ['ID=707f0850-79bc-42ed-8826-7c570f2d1fb9,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:00:45.873484 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 40332) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:00:46.390370 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-4ee55d5f-ab19-46e5-84f0-f6708d84b04b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:00:46.392239 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4ee55d5f-ab19-46e5-84f0-f6708d84b04b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5175853 Sep 02 17:00:49.459583 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 40340) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:00:49.967579 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-4d136df6-6c4d-4775-87a1-fe5820088132 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:00:49.969118 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4d136df6-6c4d-4775-87a1-fe5820088132 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5081012 Sep 02 17:00:51.938822 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6f152e7f-d218-4160-a064-ab30609f436e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:53.179424 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 40354) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:00:53.608600 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-79ddf194-35a3-4ee2-a6f4-feb9230f3df1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '537d89345335456581dee8fe333700b2'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:00:53.639403 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79ddf194-35a3-4ee2-a6f4-feb9230f3df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16445917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5964'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:53.641260 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79ddf194-35a3-4ee2-a6f4-feb9230f3df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16385613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16444893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16420465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5959'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:53.763243 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 707f0850-79bc-42ed-8826-7c570f2d1fb9 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:00:53.866035 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79ddf194-35a3-4ee2-a6f4-feb9230f3df1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:53.873753 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79ddf194-35a3-4ee2-a6f4-feb9230f3df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16385622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16444810'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:53.896212 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 707f0850-79bc-42ed-8826-7c570f2d1fb9 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:00:53.898807 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79ddf194-35a3-4ee2-a6f4-feb9230f3df1 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:53.907577 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-79ddf194-35a3-4ee2-a6f4-feb9230f3df1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7266746 Sep 02 17:00:54.336390 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092e233d-a67a-458a-893f-65676ae3fadc None None] Network ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:00:54.438580 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8924cdcc-eeac-42f0-9e66-1e41fa13d80c None None] Provisioning for port 707f0850-79bc-42ed-8826-7c570f2d1fb9 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:00:54.448331 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8924cdcc-eeac-42f0-9e66-1e41fa13d80c None None] Provisioning complete for port 707f0850-79bc-42ed-8826-7c570f2d1fb9 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:00:54.448780 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8924cdcc-eeac-42f0-9e66-1e41fa13d80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:54.633046 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8924cdcc-eeac-42f0-9e66-1e41fa13d80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:54.689635 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-8924cdcc-eeac-42f0-9e66-1e41fa13d80c None None] For port 707f0850-79bc-42ed-8826-7c570f2d1fb9, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=707f0850-79bc-42ed-8826-7c570f2d1fb9,segment=NetworkSegment(76db871d-3d7c-4c64-84b2-ea84b1f6fc7c),segment_id=76db871d-3d7c-4c64-84b2-ea84b1f6fc7c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:00:54.693726 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8924cdcc-eeac-42f0-9e66-1e41fa13d80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:54.757130 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924cdcc-eeac-42f0-9e66-1e41fa13d80c None None] Pushing event updated for resources: {'Port': ['ID=707f0850-79bc-42ed-8826-7c570f2d1fb9,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:00:54.891522 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-918a37bd-b744-4d69-83b4-a71b9043a703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:54.929203 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-07706784-a925-4be0-a45e-35cb050e4acc None None] Provisioning complete for port 707f0850-79bc-42ed-8826-7c570f2d1fb9 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:00:54.929939 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-07706784-a925-4be0-a45e-35cb050e4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:55.155867 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:55.711973 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 707f0850-79bc-42ed-8826-7c570f2d1fb9 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:00:55.775922 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 707f0850-79bc-42ed-8826-7c570f2d1fb9 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:00:55.776477 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:56.437167 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:57.123356 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 40372) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:00:57.314200 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [None req-5d5003ab-99da-4047-9b65-ab05bb77e5c6 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:00:57.315472 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5d5003ab-99da-4047-9b65-ab05bb77e5c6 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1910203 Sep 02 17:00:58.392687 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:00:59.902117 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 40390) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:00:59.960652 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:00:59.985852 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Made reservation on behalf of 7de5f2b1e23142cf941f7dfc688da538 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:00:59.988216 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:00.001608 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:00.117752 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:00.122389 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:00.140597 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Reserving flat network on physical network physnet1 {{(pid=94107) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 02 17:01:00.163664 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:00.163965 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Added segment 8e95283f-e312-47cc-8014-5adffa13aef8 of type flat for network df855049-b1ba-4ec4-ad09-ccf00722cdad Sep 02 17:01:00.165082 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10fb625-8fbb-4b14-97f3-68cd97638929,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:00.229057 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:00.266718 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:00.267956 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:01:00.268729 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:00.332263 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4287190 Sep 02 17:01:00.344897 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc162b2f-4752-4469-a18c-3f288edb307c admin admin] Pushing event updated for resources: {'Network': ['ID=df855049-b1ba-4ec4-ad09-ccf00722cdad,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:00.356973 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network df855049-b1ba-4ec4-ad09-ccf00722cdad details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:01:02.727873 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 40398) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:01:02.839130 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c849644-6ec3-464e-a7da-dac0953ea666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:01:02.841358 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8c849644-6ec3-464e-a7da-dac0953ea666 admin admin] 10.222.0.41 "GET /v2.0/subnets/0666fea4-ee61-4685-8838-1dbcec711475 HTTP/1.1" status: 200 len: 849 time: 0.1120341 Sep 02 17:01:03.036401 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-41168f53-5332-4725-957a-4c5fa8f865d0 admin admin] 10.222.0.41 "GET /v2.0/routers/a4cbb653-f4f4-4013-ad6a-7265a91d0b09 HTTP/1.1" status: 200 len: 704 time: 0.1847472 Sep 02 17:01:03.416858 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:03.774295 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Allocated IP 172.20.0.1 (ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43/0666fea4-ee61-4685-8838-1dbcec711475/0176e87c-3f1c-47d1-afae-99b1b56fd777) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:01:03.959322 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:03.982699 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Transition to ACTIVE for port object 0176e87c-3f1c-47d1-afae-99b1b56fd777 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:01:04.120568 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:04.196009 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Network ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:01:04.201016 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:01:04.207484 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:01:04.208727 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16425437'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:04.247385 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Pushing event updated for resources: {'Port': ['ID=0176e87c-3f1c-47d1-afae-99b1b56fd777,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:04.437811 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:04.501041 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d4bd5cc8-cab8-4e57-af4e-c65f3d2900be None None] Provisioning for port 0176e87c-3f1c-47d1-afae-99b1b56fd777 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:01:04.507298 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d4bd5cc8-cab8-4e57-af4e-c65f3d2900be None None] Provisioning complete for port 0176e87c-3f1c-47d1-afae-99b1b56fd777 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:01:04.507889 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5cc8-cab8-4e57-af4e-c65f3d2900be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:04.548396 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd5cc8-cab8-4e57-af4e-c65f3d2900be None None] Port 0176e87c-3f1c-47d1-afae-99b1b56fd777 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:01:04.693366 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:04.698158 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:04.698976 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16447309'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:04.780307 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Pushing event updated for resources: {'Port': ['ID=0176e87c-3f1c-47d1-afae-99b1b56fd777,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:04.839989 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Network ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:01:04.841392 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:01:05.019739 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Router a4cbb653-f4f4-4013-ad6a-7265a91d0b09 is scheduled to L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:01:05.070888 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-06af453b-4e00-4fb9-89fe-002a6f9ab374 None None] Provisioning complete for port 0176e87c-3f1c-47d1-afae-99b1b56fd777 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:01:05.071259 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-06af453b-4e00-4fb9-89fe-002a6f9ab374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:05.111265 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-06af453b-4e00-4fb9-89fe-002a6f9ab374 None None] Port 0176e87c-3f1c-47d1-afae-99b1b56fd777 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:01:05.121718 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:01:05.127038 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-077860ca-4e72-4497-be42-1c9090d755eb admin admin] 10.222.0.41 "PUT /v2.0/routers/a4cbb653-f4f4-4013-ad6a-7265a91d0b09/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0844564 Sep 02 17:01:05.133064 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Sync routers for ids ['a4cbb653-f4f4-4013-ad6a-7265a91d0b09'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:01:05.146591 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Routers {'a4cbb653-f4f4-4013-ad6a-7265a91d0b09'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:01:05.147442 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:00:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a4cbb653-f4f4-4013-ad6a-7265a91d0b09'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:01:05.386367 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Set router a4cbb653-f4f4-4013-ad6a-7265a91d0b09 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:01:06.142543 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'name': 'router1', 'tenant_id': '537d89345335456581dee8fe333700b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:00:53Z', 'updated_at': '2021-09-02T17:01:04Z', 'revision_number': 2, 'project_id': '537d89345335456581dee8fe333700b2', 'gw_port_host': None, '_interfaces': [{'id': '0176e87c-3f1c-47d1-afae-99b1b56fd777', 'name': '', 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43', 'tenant_id': '537d89345335456581dee8fe333700b2', 'mac_address': 'fa:16:3e:9c:73:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0666fea4-ee61-4685-8838-1dbcec711475', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:01:03Z', 'updated_at': '2021-09-02T17:01:04Z', 'revision_number': 2, 'project_id': '537d89345335456581dee8fe333700b2', 'subnets': [{'id': '0666fea4-ee61-4685-8838-1dbcec711475', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27f9b681-16bb-4262-a825-547c06cc2b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:01:06.234276 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Checking router: a4cbb653-f4f4-4013-ad6a-7265a91d0b09 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:01:06.234276 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Updating router a4cbb653-f4f4-4013-ad6a-7265a91d0b09 port 0176e87c-3f1c-47d1-afae-99b1b56fd777 binding host dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:01:06.323720 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:06.941488 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:06.973537 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Transition to ACTIVE for port object 0176e87c-3f1c-47d1-afae-99b1b56fd777 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:01:06.982164 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:07.156570 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Attempting to bind port 0176e87c-3f1c-47d1-afae-99b1b56fd777 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:01:07.157691 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Attempting to bind port 0176e87c-3f1c-47d1-afae-99b1b56fd777 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '76db871d-3d7c-4c64-84b2-ea84b1f6fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:01:07.157691 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Attempting to bind port 0176e87c-3f1c-47d1-afae-99b1b56fd777 on network ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:01:07.164132 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:01:07.164577 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Checking segment: {'id': '76db871d-3d7c-4c64-84b2-ea84b1f6fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:01:07.165078 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:07.165485 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Bound using segment: {'id': '76db871d-3d7c-4c64-84b2-ea84b1f6fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:01:07.166003 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Bound port: 0176e87c-3f1c-47d1-afae-99b1b56fd777, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76db871d-3d7c-4c64-84b2-ea84b1f6fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:01:07.166389 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:07.168965 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Pushing event updated for resources: {'Port': ['ID=0176e87c-3f1c-47d1-afae-99b1b56fd777,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:07.190811 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.191231 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.191566 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.191826 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.192151 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.192479 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.192807 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.193136 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.193508 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.193802 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.194126 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.194447 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Tracked resource versions report: Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: pushed versions: Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: { 'AddressGroup': {'1.2'}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'ConntrackHelper': {'1.0'}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Log': {'1.0'}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Network': {'1.1'}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Port': {'1.7'}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'PortForwarding': {'1.2'}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'QosPolicy': {'1.9'}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SecurityGroup': {'1.4'}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SubPort': {'1.0'}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Subnet': {'1.1'}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Trunk': {'1.1'}} Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: consumer versions: Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: { DHCP agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: L3 agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: Metadata agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: Metering agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: Open vSwitch agent@dv-cinder-806260-3-iscsi: { 'AddressGroup': '1.2', Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'ConntrackHelper': '1.0', Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Log': '1.0', Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Network': '1.1', Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Port': '1.7', Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'PortForwarding': '1.2', Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'QosPolicy': '1.9', Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SecurityGroup': '1.4', Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SecurityGroupRule': '1.2', Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SubPort': '1.0', Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Subnet': '1.1', Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Trunk': '1.1'}} Sep 02 17:01:07.195629 dv-cinder-806260-3-iscsi neutron-server[94109]: {{(pid=94109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:01:07.290823 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] For port 0176e87c-3f1c-47d1-afae-99b1b56fd777, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:01:07.324867 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] For port 0176e87c-3f1c-47d1-afae-99b1b56fd777, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=0176e87c-3f1c-47d1-afae-99b1b56fd777,segment=NetworkSegment(76db871d-3d7c-4c64-84b2-ea84b1f6fc7c),segment_id=76db871d-3d7c-4c64-84b2-ea84b1f6fc7c)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:01:07.331243 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:07.405375 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc992a2e-cde6-4266-b3cf-6ba656a7d4f8 None None] Pushing event updated for resources: {'Port': ['ID=0176e87c-3f1c-47d1-afae-99b1b56fd777,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:07.416948 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Routers {'a4cbb653-f4f4-4013-ad6a-7265a91d0b09'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:01:07.417631 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:00:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a4cbb653-f4f4-4013-ad6a-7265a91d0b09'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:01:07.527947 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] Set router a4cbb653-f4f4-4013-ad6a-7265a91d0b09 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:01:07.801437 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'name': 'router1', 'tenant_id': '537d89345335456581dee8fe333700b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:00:53Z', 'updated_at': '2021-09-02T17:01:04Z', 'revision_number': 2, 'project_id': '537d89345335456581dee8fe333700b2', 'gw_port_host': None, '_interfaces': [{'id': '0176e87c-3f1c-47d1-afae-99b1b56fd777', 'name': '', 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43', 'tenant_id': '537d89345335456581dee8fe333700b2', 'mac_address': 'fa:16:3e:9c:73:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0666fea4-ee61-4685-8838-1dbcec711475', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:01:03Z', 'updated_at': '2021-09-02T17:01:07Z', 'revision_number': 4, 'project_id': '537d89345335456581dee8fe333700b2', 'subnets': [{'id': '0666fea4-ee61-4685-8838-1dbcec711475', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27f9b681-16bb-4262-a825-547c06cc2b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:01:07.848378 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433bf5aa-2541-43a7-8b52-7d6ee96f688b None None] The sync data for ids ['a4cbb653-f4f4-4013-ad6a-7265a91d0b09'] in dv-cinder-806260-3-iscsi is: [{'id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'name': 'router1', 'tenant_id': '537d89345335456581dee8fe333700b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:00:53Z', 'updated_at': '2021-09-02T17:01:04Z', 'revision_number': 2, 'project_id': '537d89345335456581dee8fe333700b2', 'gw_port_host': None, '_interfaces': [{'id': '0176e87c-3f1c-47d1-afae-99b1b56fd777', 'name': '', 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43', 'tenant_id': '537d89345335456581dee8fe333700b2', 'mac_address': 'fa:16:3e:9c:73:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0666fea4-ee61-4685-8838-1dbcec711475', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:01:03Z', 'updated_at': '2021-09-02T17:01:07Z', 'revision_number': 4, 'project_id': '537d89345335456581dee8fe333700b2', 'subnets': [{'id': '0666fea4-ee61-4685-8838-1dbcec711475', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27f9b681-16bb-4262-a825-547c06cc2b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:01:07.881309 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 40408) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:01:08.003997 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:01:08.035860 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4e8243-0d8a-46a6-8be6-41ba640fffff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:01:08.037882 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-fe4e8243-0d8a-46a6-8be6-41ba640fffff admin admin] 10.222.0.41 "GET /v2.0/networks/df855049-b1ba-4ec4-ad09-ccf00722cdad HTTP/1.1" status: 200 len: 842 time: 0.1544793 Sep 02 17:01:08.058887 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:01:08.083034 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Made reservation on behalf of 7de5f2b1e23142cf941f7dfc688da538 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:01:08.085488 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:08.494274 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.objects.ports [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94107) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 17:01:08.494784 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:08.555438 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c3161b-641f-41f9-ae31-efe406786393,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:08.565385 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Checking segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:01:08.565752 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Network hostable DHCP agents. Network: df855049-b1ba-4ec4-ad09-ccf00722cdad, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:01:08.584137 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:01:08.597392 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, df855049-b1ba-4ec4-ad09-ccf00722cdad) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:01:08.603014 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:01:08.603605 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:08.610833 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e69794-d408-4a93-9392-52ad3c6572c3 None None] Network df855049-b1ba-4ec4-ad09-ccf00722cdad requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:01:08.630588 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-17136e00-1f67-4ca1-8bd3-308969615139 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5757229 Sep 02 17:01:08.771397 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9742484-35df-4425-8db4-c7711f35834a None None] Network df855049-b1ba-4ec4-ad09-ccf00722cdad requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:01:11.443665 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 40416) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:01:11.723504 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d5c61e90-afc9-43b0-868d-117eab580089 admin admin] 10.222.0.41 "GET /v2.0/routers/a4cbb653-f4f4-4013-ad6a-7265a91d0b09 HTTP/1.1" status: 200 len: 710 time: 0.2784746 Sep 02 17:01:11.965762 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e461d2d8-998f-4dac-8770-9021bd7d6f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:01:11.967463 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e461d2d8-998f-4dac-8770-9021bd7d6f2f admin admin] 10.222.0.41 "GET /v2.0/networks/df855049-b1ba-4ec4-ad09-ccf00722cdad HTTP/1.1" status: 200 len: 886 time: 0.2378745 Sep 02 17:01:11.983925 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:01:12.321457 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:12.654150 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:12.754906 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:12.974481 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Allocated IP 172.27.2.133 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/03c31a64-0d15-4534-9356-46695b05f538) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:01:13.103834 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:13.202894 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:13.275494 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:01:13.284045 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:01:13.335156 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Pushing event updated for resources: {'Port': ['ID=03c31a64-0d15-4534-9356-46695b05f538,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:13.339056 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:01:13.382354 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.382835 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.383252 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.383688 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.384100 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.384507 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.385051 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.385603 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.386190 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.386800 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.387351 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.387910 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Tracked resource versions report: Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: pushed versions: Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: { 'AddressGroup': {'1.2'}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'ConntrackHelper': {'1.0'}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Log': {'1.0'}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Network': {'1.1'}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Port': {'1.7'}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'PortForwarding': {'1.2'}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'QosPolicy': {'1.9'}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SecurityGroup': {'1.4'}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SubPort': {'1.0'}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Subnet': {'1.1'}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Trunk': {'1.1'}} Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: consumer versions: Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: { DHCP agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: L3 agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: Metadata agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: Metering agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: Open vSwitch agent@dv-cinder-806260-3-iscsi: { 'AddressGroup': '1.2', Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'ConntrackHelper': '1.0', Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Log': '1.0', Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Network': '1.1', Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Port': '1.7', Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'PortForwarding': '1.2', Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'QosPolicy': '1.9', Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SecurityGroup': '1.4', Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SecurityGroupRule': '1.2', Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SubPort': '1.0', Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Subnet': '1.1', Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Trunk': '1.1'}} Sep 02 17:01:13.389837 dv-cinder-806260-3-iscsi neutron-server[94106]: {{(pid=94106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:01:13.779256 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:14.041534 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16444911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16385631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1709'] for router, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:14.046877 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16444810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16444920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16444801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16385640'] for router, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:14.181729 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Router a4cbb653-f4f4-4013-ad6a-7265a91d0b09 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:01:14.317108 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:01:14.321980 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:14.323266 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4d5bb47d-fe8a-44a8-8e88-d0ef1c8ca854 admin admin] 10.222.0.41 "PUT /v2.0/routers/a4cbb653-f4f4-4013-ad6a-7265a91d0b09 HTTP/1.1" status: 200 len: 890 time: 2.3463190 Sep 02 17:01:15.377829 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Sync routers for ids ['a4cbb653-f4f4-4013-ad6a-7265a91d0b09'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:01:15.388838 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Routers {'a4cbb653-f4f4-4013-ad6a-7265a91d0b09'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:01:15.389560 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:00:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a4cbb653-f4f4-4013-ad6a-7265a91d0b09'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:01:15.734728 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Set router a4cbb653-f4f4-4013-ad6a-7265a91d0b09 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:01:15.817244 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 0176e87c-3f1c-47d1-afae-99b1b56fd777 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:01:16.055104 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 0176e87c-3f1c-47d1-afae-99b1b56fd777 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:01:16.082209 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 0176e87c-3f1c-47d1-afae-99b1b56fd777 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:01:16.082821 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:16.259202 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:16.298086 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'name': 'router1', 'tenant_id': '537d89345335456581dee8fe333700b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '03c31a64-0d15-4534-9356-46695b05f538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:00:53Z', 'updated_at': '2021-09-02T17:01:13Z', 'revision_number': 4, 'project_id': '537d89345335456581dee8fe333700b2', 'gw_port': {'id': '03c31a64-0d15-4534-9356-46695b05f538', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:01:12Z', 'updated_at': '2021-09-02T17:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '0176e87c-3f1c-47d1-afae-99b1b56fd777', 'name': '', 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43', 'tenant_id': '537d89345335456581dee8fe333700b2', 'mac_address': 'fa:16:3e:9c:73:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0666fea4-ee61-4685-8838-1dbcec711475', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:01:03Z', 'updated_at': '2021-09-02T17:01:07Z', 'revision_number': 4, 'project_id': '537d89345335456581dee8fe333700b2', 'subnets': [{'id': '0666fea4-ee61-4685-8838-1dbcec711475', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27f9b681-16bb-4262-a825-547c06cc2b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:01:16.356904 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Checking router: a4cbb653-f4f4-4013-ad6a-7265a91d0b09 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:01:16.357178 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Updating router a4cbb653-f4f4-4013-ad6a-7265a91d0b09 port 03c31a64-0d15-4534-9356-46695b05f538 binding host dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:01:16.375343 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 0176e87c-3f1c-47d1-afae-99b1b56fd777, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=0176e87c-3f1c-47d1-afae-99b1b56fd777,segment=NetworkSegment(76db871d-3d7c-4c64-84b2-ea84b1f6fc7c),segment_id=76db871d-3d7c-4c64-84b2-ea84b1f6fc7c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:01:16.402289 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:16.432707 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:16.504816 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=0176e87c-3f1c-47d1-afae-99b1b56fd777,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:16.803497 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:16.824412 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Transition to ACTIVE for port object 03c31a64-0d15-4534-9356-46695b05f538 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:01:16.835062 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:16.894914 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Attempting to bind port 03c31a64-0d15-4534-9356-46695b05f538 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:01:16.895281 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Attempting to bind port 03c31a64-0d15-4534-9356-46695b05f538 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:01:16.895641 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Attempting to bind port 03c31a64-0d15-4534-9356-46695b05f538 on network df855049-b1ba-4ec4-ad09-ccf00722cdad {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:01:16.901317 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891beb6-9fdc-4384-97a1-f69541168993 None None] Pushing event updated for resources: {'Port': ['ID=03c31a64-0d15-4534-9356-46695b05f538,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:16.905940 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:01:16.906372 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Checking segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:01:16.906727 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:16.907117 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Bound using segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:01:16.907580 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Bound port: 03c31a64-0d15-4534-9356-46695b05f538, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:01:16.907982 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:16.976082 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] For port 03c31a64-0d15-4534-9356-46695b05f538, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:01:16.980741 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] For port 03c31a64-0d15-4534-9356-46695b05f538, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=03c31a64-0d15-4534-9356-46695b05f538,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:01:16.985699 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:16.998705 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 40432) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:01:17.050311 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Routers {'a4cbb653-f4f4-4013-ad6a-7265a91d0b09'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:01:17.050987 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:00:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a4cbb653-f4f4-4013-ad6a-7265a91d0b09'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:01:17.053087 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891beb6-9fdc-4384-97a1-f69541168993 None None] Pushing event updated for resources: {'Port': ['ID=03c31a64-0d15-4534-9356-46695b05f538,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:17.158680 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-65050d4a-9328-4b63-844f-0224820b47d4 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1485331 Sep 02 17:01:17.313005 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] Set router a4cbb653-f4f4-4013-ad6a-7265a91d0b09 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:01:17.607817 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'name': 'router1', 'tenant_id': '537d89345335456581dee8fe333700b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '03c31a64-0d15-4534-9356-46695b05f538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:00:53Z', 'updated_at': '2021-09-02T17:01:13Z', 'revision_number': 4, 'project_id': '537d89345335456581dee8fe333700b2', 'gw_port': {'id': '03c31a64-0d15-4534-9356-46695b05f538', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:01:12Z', 'updated_at': '2021-09-02T17:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '0176e87c-3f1c-47d1-afae-99b1b56fd777', 'name': '', 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43', 'tenant_id': '537d89345335456581dee8fe333700b2', 'mac_address': 'fa:16:3e:9c:73:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0666fea4-ee61-4685-8838-1dbcec711475', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:01:03Z', 'updated_at': '2021-09-02T17:01:16Z', 'revision_number': 5, 'project_id': '537d89345335456581dee8fe333700b2', 'subnets': [{'id': '0666fea4-ee61-4685-8838-1dbcec711475', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27f9b681-16bb-4262-a825-547c06cc2b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:01:17.640306 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd64f7-4413-4c2f-8b49-e9ae668a2585 None None] The sync data for ids ['a4cbb653-f4f4-4013-ad6a-7265a91d0b09'] in dv-cinder-806260-3-iscsi is: [{'id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'name': 'router1', 'tenant_id': '537d89345335456581dee8fe333700b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '03c31a64-0d15-4534-9356-46695b05f538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:00:53Z', 'updated_at': '2021-09-02T17:01:13Z', 'revision_number': 4, 'project_id': '537d89345335456581dee8fe333700b2', 'gw_port': {'id': '03c31a64-0d15-4534-9356-46695b05f538', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:01:12Z', 'updated_at': '2021-09-02T17:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '0176e87c-3f1c-47d1-afae-99b1b56fd777', 'name': '', 'network_id': 'ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43', 'tenant_id': '537d89345335456581dee8fe333700b2', 'mac_address': 'fa:16:3e:9c:73:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cbb653-f4f4-4013-ad6a-7265a91d0b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0666fea4-ee61-4685-8838-1dbcec711475', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:01:03Z', 'updated_at': '2021-09-02T17:01:16Z', 'revision_number': 5, 'project_id': '537d89345335456581dee8fe333700b2', 'subnets': [{'id': '0666fea4-ee61-4685-8838-1dbcec711475', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27f9b681-16bb-4262-a825-547c06cc2b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:01:17.844449 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 0176e87c-3f1c-47d1-afae-99b1b56fd777 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:01:17.916180 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 0176e87c-3f1c-47d1-afae-99b1b56fd777 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:01:17.916817 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:19.807553 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 03c31a64-0d15-4534-9356-46695b05f538 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:01:19.869995 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 03c31a64-0d15-4534-9356-46695b05f538 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:01:19.874759 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 03c31a64-0d15-4534-9356-46695b05f538 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:01:19.875377 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:19.957756 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:19.980117 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 03c31a64-0d15-4534-9356-46695b05f538, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=03c31a64-0d15-4534-9356-46695b05f538,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:01:19.985697 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:20.039604 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=03c31a64-0d15-4534-9356-46695b05f538,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:01:21.866542 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 03c31a64-0d15-4534-9356-46695b05f538 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:01:21.963554 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 03c31a64-0d15-4534-9356-46695b05f538 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:01:21.963978 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:21.968151 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-72a03f91-5907-4ce2-9f3b-c5e578c4d588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:24.892824 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1ef0eb16-c912-41b2-9fc8-ae724acddfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:25.170971 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:26.447833 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:28.407985 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:45.005895 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:01:51.925528 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6f85bdcc-9e72-452d-80b4-97913f2e4257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:54.893455 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-273b96b7-5389-45f1-88b7-68d9d9204d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:55.157719 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:56.442073 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:01:58.412201 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:21.924406 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-92fed5ad-69c8-45f6-ad0b-97f80350c19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:22.007765 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:02:24.889376 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d02a2caf-75ac-485d-a1b7-ba3f3ebef8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:25.151758 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:26.448110 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:28.414304 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:51.922394 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2f37bcd1-3ccb-4e64-8cb8-b272d335eff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:54.893504 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ea9f49d6-e9c9-43b6-96db-72348e591c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:55.145288 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:56.452823 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:58.422204 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:59.006938 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:03:00.915328 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 40994) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:00.991253 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6187ff-4098-445b-953f-ba6ae50c4f96 admin admin] GET failed (client error): The resource could not be found. Sep 02 17:03:00.992576 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bb6187ff-4098-445b-953f-ba6ae50c4f96 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0762770 Sep 02 17:03:01.241324 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b109bbf-01c5-4061-bd00-b24bd658741f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:01.242923 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3b109bbf-01c5-4061-bd00-b24bd658741f admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2452698 Sep 02 17:03:03.442200 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41004) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:03.548131 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b096bb-3624-4775-bf60-1cf56d090f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:03.549540 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-12b096bb-3624-4775-bf60-1cf56d090f8a admin admin] 10.222.0.41 "GET /v2.0/subnets/0666fea4-ee61-4685-8838-1dbcec711475 HTTP/1.1" status: 200 len: 849 time: 0.1063330 Sep 02 17:03:03.562795 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:03:03.655155 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:03.809541 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738203528650'] for subnet, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:03.840234 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:03.841006 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:03.855398 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] 10.222.0.41 "PUT /v2.0/subnets/0666fea4-ee61-4685-8838-1dbcec711475 HTTP/1.1" status: 200 len: 868 time: 0.2841997 Sep 02 17:03:03.856621 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2cba70-e8f1-4087-a7d6-b38789b13e08 None None] Network ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:03:03.873921 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0666fea4-ee61-4685-8838-1dbcec711475,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:03.881863 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:03.882358 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:03.882755 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:03.883100 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:03.883643 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:03.884035 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:03.884374 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:03.884707 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:03.885042 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:03.885423 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:03.885752 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:03.886071 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5f8d3-a4d9-4f00-a830-2ad22c4bef26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:04.344292 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a3cfd898-4200-43cb-a263-2d9245ec2233 None None] Provisioning complete for port 0176e87c-3f1c-47d1-afae-99b1b56fd777 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:04.344564 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd898-4200-43cb-a263-2d9245ec2233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:04.460644 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a3cfd898-4200-43cb-a263-2d9245ec2233 None None] Provisioning complete for port 707f0850-79bc-42ed-8826-7c570f2d1fb9 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:04.461011 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd898-4200-43cb-a263-2d9245ec2233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:06.144274 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41012) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:06.397439 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abd11e-6c53-4e44-b154-800b4ee6e1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:06.398191 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abd11e-6c53-4e44-b154-800b4ee6e1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:06.400904 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d6abd11e-6c53-4e44-b154-800b4ee6e1af admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2550881 Sep 02 17:03:08.713313 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41022) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:08.940826 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859463c5-d113-4111-b0c2-bdee31d3c888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:08.941260 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859463c5-d113-4111-b0c2-bdee31d3c888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:08.943483 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-859463c5-d113-4111-b0c2-bdee31d3c888 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2288067 Sep 02 17:03:11.333659 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41030) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:11.488431 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ee995-d978-4e4e-833e-72427b8b9cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:11.489751 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-660ee995-d978-4e4e-833e-72427b8b9cc4 admin admin] 10.222.0.41 "GET /v2.0/networks/df855049-b1ba-4ec4-ad09-ccf00722cdad HTTP/1.1" status: 200 len: 886 time: 0.1551278 Sep 02 17:03:13.778153 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41038) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:13.945623 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a84c227-90e7-46ac-b329-95d07aac2c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:13.947055 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5a84c227-90e7-46ac-b329-95d07aac2c4c admin admin] 10.222.0.41 "GET /v2.0/networks/ec9dfa2a-3fe1-4c75-9fbc-7abd33bacb43 HTTP/1.1" status: 200 len: 869 time: 0.1673622 Sep 02 17:03:16.324309 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41046) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:16.471243 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07979e41-e0a4-4dc5-a85d-760d752e835e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:16.471698 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07979e41-e0a4-4dc5-a85d-760d752e835e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:16.473285 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-07979e41-e0a4-4dc5-a85d-760d752e835e admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1478045 Sep 02 17:03:18.784942 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41054) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:18.908205 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320961bb-b2a3-43f4-bcdc-033e6b784852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:18.909071 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320961bb-b2a3-43f4-bcdc-033e6b784852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:18.911333 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-320961bb-b2a3-43f4-bcdc-033e6b784852 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254139 Sep 02 17:03:21.157600 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41062) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:21.276703 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117094b-fd3e-4e78-a590-3c0f61402988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:21.279088 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f117094b-fd3e-4e78-a590-3c0f61402988 admin admin] 10.222.0.41 "GET /v2.0/subnets/0666fea4-ee61-4685-8838-1dbcec711475 HTTP/1.1" status: 200 len: 868 time: 0.1200264 Sep 02 17:03:21.918817 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e3689333-7e77-4f10-bb7d-9247cdd6bea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:23.554995 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41070) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:23.664626 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357a5c8-777e-4ba5-8880-f1702147c9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:23.666015 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3357a5c8-777e-4ba5-8880-f1702147c9a5 admin admin] 10.222.0.41 "GET /v2.0/subnets/68c3161b-641f-41f9-ae31-efe406786393 HTTP/1.1" status: 200 len: 816 time: 0.1100559 Sep 02 17:03:24.895517 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9dd0e80b-e120-4a82-af59-f0502e9fe28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:25.154948 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:26.454773 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:28.424096 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:36.005401 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:03:48.826304 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41124) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:48.892304 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [None req-be594159-b6e6-4c8f-8010-28a06ee696dd admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:03:48.894031 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-be594159-b6e6-4c8f-8010-28a06ee696dd admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0665460 Sep 02 17:03:51.373716 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41132) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:51.442309 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce289038-428c-4d89-896c-c746175a6cfb admin admin] GET failed (client error): The resource could not be found. Sep 02 17:03:51.443776 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ce289038-428c-4d89-896c-c746175a6cfb admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0691092 Sep 02 17:03:51.544888 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a30aff-b0fe-4f8c-8025-dc91894729e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:51.546408 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-02a30aff-b0fe-4f8c-8025-dc91894729e1 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0972197 Sep 02 17:03:51.912861 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-066249c5-e8ec-486e-8001-c087c92101a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:53.815313 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41140) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:53.865286 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:03:53.886049 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] Made reservation on behalf of 7de5f2b1e23142cf941f7dfc688da538 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:03:53.888365 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:53.916057 dv-cinder-806260-3-iscsi neutron-server[94107]: WARNING neutron.services.revisions.revision_plugin [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] Could not find related network for resource to bump revision. Sep 02 17:03:53.928908 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:03:53.938617 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:53.938986 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] Added segment 571c1cdb-567a-4235-8358-81f62f2acad1 of type vlan for network 9f182130-b1e1-4de7-ab82-27f12a7cc25e Sep 02 17:03:53.980907 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:54.018323 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:54.019512 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:54.020141 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:54.072824 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2559836 Sep 02 17:03:54.085464 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbf793-6e78-4181-8197-5a4ae8419b94 admin admin] Pushing event updated for resources: {'Network': ['ID=9f182130-b1e1-4de7-ab82-27f12a7cc25e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:54.099779 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network 9f182130-b1e1-4de7-ab82-27f12a7cc25e details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:03:54.899997 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-68c1a6bd-5180-4425-982a-46b38eada17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:55.146977 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:56.354739 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41148) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:56.416629 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3ceeec-5854-4a81-8186-4a34e5a1f0e4 admin admin] GET failed (client error): The resource could not be found. Sep 02 17:03:56.418501 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4e3ceeec-5854-4a81-8186-4a34e5a1f0e4 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622940 Sep 02 17:03:56.452310 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:56.497897 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228da81e-f8fd-4b31-8bed-a19ed07776a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:56.499337 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-228da81e-f8fd-4b31-8bed-a19ed07776a6 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0761528 Sep 02 17:03:56.510033 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:03:56.530798 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] Made reservation on behalf of 7de5f2b1e23142cf941f7dfc688da538 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:03:56.533059 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:56.700472 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:56.757916 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe22607-3b86-4a43-8189-595b55530ea1,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:56.768613 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] Checking segment: {'id': '571c1cdb-567a-4235-8358-81f62f2acad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:03:56.768965 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] Network hostable DHCP agents. Network: 9f182130-b1e1-4de7-ab82-27f12a7cc25e, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:03:56.785227 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] Network 9f182130-b1e1-4de7-ab82-27f12a7cc25e is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:03:56.794733 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, 9f182130-b1e1-4de7-ab82-27f12a7cc25e) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:03:56.798838 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:56.799420 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:56.803939 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e77818-7653-46d9-8272-40f2ef3bcdb9 None None] Network 9f182130-b1e1-4de7-ab82-27f12a7cc25e requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:03:56.815378 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8e6a4281-af0e-46d0-9fbe-c6ce2d66bdc3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3087661 Sep 02 17:03:56.959869 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6f23d2-a3d7-50ee-b987-a8b4e3e1ed06-9f182130-b1e1-4de7-ab82-27f12a7cc25e', 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e', 'tenant_id': '7de5f2b1e23142cf941f7dfc688da538', 'fixed_ips': [{'subnet_id': '0fe22607-3b86-4a43-8189-595b55530ea1'}]}} from dv-cinder-806260-3-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:03:56.961030 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:57.109876 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Allocated IP 192.168.233.2 (9f182130-b1e1-4de7-ab82-27f12a7cc25e/0fe22607-3b86-4a43-8189-595b55530ea1/db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:03:57.259056 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:57.267766 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Transition to ACTIVE for port object db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:03:57.284740 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Transition to ACTIVE for port object db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:03:57.291669 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:57.337637 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Network 9f182130-b1e1-4de7-ab82-27f12a7cc25e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:03:57.342989 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:03:57.346448 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:03:57.360056 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Pushing event updated for resources: {'Port': ['ID=db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:57.369271 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.369271 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.369271 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.369271 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.369767 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.369865 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.370123 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.370653 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.371271 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.371271 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.371533 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.371851 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:57.418848 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Attempting to bind port db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:03:57.419270 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Attempting to bind port db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '571c1cdb-567a-4235-8358-81f62f2acad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:03:57.419642 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Attempting to bind port db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 on network 9f182130-b1e1-4de7-ab82-27f12a7cc25e {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:03:57.424955 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:03:57.425328 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Checking segment: {'id': '571c1cdb-567a-4235-8358-81f62f2acad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:03:57.425726 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:57.426113 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Bound using segment: {'id': '571c1cdb-567a-4235-8358-81f62f2acad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:03:57.426576 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Bound port: db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571c1cdb-567a-4235-8358-81f62f2acad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:03:57.426993 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:57.492416 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] For port db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:03:57.496180 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] For port db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7,segment=NetworkSegment(571c1cdb-567a-4235-8358-81f62f2acad1),segment_id=571c1cdb-567a-4235-8358-81f62f2acad1)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:03:57.501201 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:57.561080 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fda7dc-b1bf-4977-a19b-ad3c5c3b2084 None None] Pushing event updated for resources: {'Port': ['ID=db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:57.927783 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:03:57.988216 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:03:58.383184 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e981d7da-c305-45b8-9b2e-a03edb195679 None None] Network 9f182130-b1e1-4de7-ab82-27f12a7cc25e requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:03:58.445291 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:58.486692 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0cec15b6-3635-4f09-9c4e-dcc90c24ed9f None None] Provisioning for port db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:03:58.513171 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0cec15b6-3635-4f09-9c4e-dcc90c24ed9f None None] Provisioning complete for port db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:58.513798 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0cec15b6-3635-4f09-9c4e-dcc90c24ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:58.633949 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0cec15b6-3635-4f09-9c4e-dcc90c24ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:58.682717 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-0cec15b6-3635-4f09-9c4e-dcc90c24ed9f None None] For port db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7,segment=NetworkSegment(571c1cdb-567a-4235-8358-81f62f2acad1),segment_id=571c1cdb-567a-4235-8358-81f62f2acad1)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:03:58.687687 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0cec15b6-3635-4f09-9c4e-dcc90c24ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:58.751391 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec15b6-3635-4f09-9c4e-dcc90c24ed9f None None] Pushing event updated for resources: {'Port': ['ID=db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:58.913644 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-88d94b7f-fa03-4ce5-af36-637ac8c6352e None None] Provisioning complete for port db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:58.913940 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-88d94b7f-fa03-4ce5-af36-637ac8c6352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:59.903035 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:03:59.954798 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port db6f3f6e-b4f3-4588-b4e2-0fe04fd732d7 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:59.955172 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:13.003795 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:04:21.917473 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b9200deb-ffd5-44df-b770-cf9ba7bbf483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:24.898472 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-96919b6d-1745-4b14-8983-7861cc9fff55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:25.152617 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:26.457529 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:28.434311 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:50.002735 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:04:51.919829 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-84997b0d-093e-49f9-a3f6-be5cf204a884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:54.907211 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f896c8ce-1239-45e7-9ffc-3dbde33b422e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:55.147824 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:56.468050 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:58.428891 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:08.119496 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41200) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:08.125901 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-8dc96cc6-9bc6-4086-98ac-304d75b68ba5 tempest-verify_tempest_config-942740059 tempest-verify_tempest_config-942740059-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:05:08.126916 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8dc96cc6-9bc6-4086-98ac-304d75b68ba5 tempest-verify_tempest_config-942740059 tempest-verify_tempest_config-942740059-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064375 Sep 02 17:05:08.450679 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41218) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:08.567994 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:08.676733 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:08.682939 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:08.819497 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f8e6a73204b4dc8aa843ae43d1cc327&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3673654 Sep 02 17:05:08.820283 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4179112d-3404-4273-8e8f-5ff7dcc6a8cd,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:05:08.823416 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41224) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:08.827947 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.828263 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.828602 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.828933 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.829258 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.829602 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.829923 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.830242 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.830576 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.830926 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.831252 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.831549 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f8418-b5fb-46e6-8b88-16540e7b8290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:08.911535 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:08.932797 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:09.024729 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:09.027257 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:09.031340 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4179112d-3404-4273-8e8f-5ff7dcc6a8cd HTTP/1.1" status: 204 len: 168 time: 0.2069008 Sep 02 17:05:09.040105 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4179112d-3404-4273-8e8f-5ff7dcc6a8cd,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:05:09.047052 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:09.047409 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:09.047885 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:09.048073 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:09.048401 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:09.048753 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:09.049197 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:09.050488 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:09.050488 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:09.050488 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:09.050792 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:09.051024 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a25382d-47a7-429c-aa4f-b320086267a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:21.924368 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf41e3b1-e61d-41db-8eee-cb194cca4145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:24.898271 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-22eb1378-53be-48f8-8687-565feb71384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:25.151074 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:26.463258 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:27.000672 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:05:28.429974 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:51.929595 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-47e2ef55-a941-475f-aa38-ebb4e81ae5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:54.903114 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2946c8f7-65b7-4210-ae04-9b296b6eb93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:55.160913 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:56.469631 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:58.433143 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:04.002425 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:06:21.934057 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85c1e0e8-22b8-4513-be37-c6dcecbeb027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:24.903858 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9b97720a-9f26-451e-b8f6-7a2f60f8846c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:25.158559 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:26.468068 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:28.434999 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:41.006458 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:06:46.646195 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16425255'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:51.935571 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e713e51e-66a6-4b7d-b89f-554b505d5b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:54.907100 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e297-f3cd-45e2-9687-ebdae2ccece0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:55.152336 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:56.472747 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:58.437632 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:01.960380 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41296) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:07:02.064847 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-cd809e62-df0b-4ad6-9ad2-ed2619a97658 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1038911 Sep 02 17:07:04.306182 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41306) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:07:04.367518 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-115edb0c-3899-4541-a285-56c8f97f76ba admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0601013 Sep 02 17:07:16.599974 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:18.004722 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:07:21.937412 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-37df0b8c-b3ff-4770-a678-c209a9acbedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:24.910441 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c320a389-9e4c-422f-ade9-90bee78f74e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:25.153801 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:26.475312 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:28.441896 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:46.614845 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:51.939388 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9733fb78-b4fc-43fb-b8f9-326cfabe162c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:54.912345 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3fbf0fa9-368e-4dad-9859-e874c579bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:55.003865 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:07:55.157270 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:56.480014 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:58.446647 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:16.615948 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:21.939693 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b386b5a1-4897-4693-9660-89d1e5d13b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:24.913067 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-077a658f-66e3-40dc-86e6-d920d91c1c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:25.159111 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:26.481748 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:28.449071 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:32.003005 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:08:36.234880 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41448) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:36.637701 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1215323194-network', 'tenant_id': '9ec1c77ded4a41158a99f6cf578e395e'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:36.664843 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Made reservation on behalf of 9ec1c77ded4a41158a99f6cf578e395e for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:36.668611 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:36.685426 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:36.799299 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:36.803864 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:36.835630 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:08:36.851759 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c6bbfd-ea2a-49c5-baeb-7d961328b997,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:36.863967 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738203635294', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:36.864761 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Unsubscribe: segment precommit_create {{(pid=94106) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 02 17:08:36.865290 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Added segment 92f5445a-b5ec-4519-b73b-628f0a1b0895 of type vlan for network 42e64c23-8d50-4a89-acaf-802979ed9882 Sep 02 17:08:36.870953 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.871203 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.871550 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.871894 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.872207 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.872532 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.872858 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.873228 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.873514 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.873836 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.874230 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.874501 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Tracked resource versions report: Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: pushed versions: Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: { 'AddressGroup': {'1.2'}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'ConntrackHelper': {'1.0'}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Log': {'1.0'}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Network': {'1.1'}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Port': {'1.7'}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'PortForwarding': {'1.2'}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'QosPolicy': {'1.9'}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SecurityGroup': {'1.4'}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SubPort': {'1.0'}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Subnet': {'1.1'}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Trunk': {'1.1'}} Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: consumer versions: Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: { DHCP agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: HyperV agent@hv-cinder-80626: {}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: L3 agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: Metadata agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: Metering agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: Open vSwitch agent@dv-cinder-806260-3-iscsi: { 'AddressGroup': '1.2', Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'ConntrackHelper': '1.0', Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Log': '1.0', Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Network': '1.1', Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Port': '1.7', Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'PortForwarding': '1.2', Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'QosPolicy': '1.9', Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SecurityGroup': '1.4', Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SecurityGroupRule': '1.2', Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'SubPort': '1.0', Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Subnet': '1.1', Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: 'Trunk': '1.1'}} Sep 02 17:08:36.875585 dv-cinder-806260-3-iscsi neutron-server[94106]: {{(pid=94106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:08:36.934398 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:36.965339 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:36.969842 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:36.969842 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:37.043901 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8041501 Sep 02 17:08:37.044420 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41500) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:37.050099 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Request body: {'subnet': {'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1215323194-subnet', 'tenant_id': '9ec1c77ded4a41158a99f6cf578e395e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:37.071172 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffc6b0-96d2-4ad7-bf47-bc9d728c847e admin admin] Pushing event updated for resources: {'Network': ['ID=42e64c23-8d50-4a89-acaf-802979ed9882,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:37.074449 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Made reservation on behalf of 9ec1c77ded4a41158a99f6cf578e395e for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:37.077196 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:37.083612 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network 42e64c23-8d50-4a89-acaf-802979ed9882 details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:08:37.293324 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:37.340543 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f21f05-8338-4d4a-9690-02f96e5f3631,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:37.357380 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.357744 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.358091 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.358425 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.358785 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.359144 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.359728 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.360056 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.360400 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.360726 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.361049 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.361365 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Tracked resource versions report: Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: pushed versions: Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: { 'AddressGroup': {'1.2'}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'ConntrackHelper': {'1.0'}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Log': {'1.0'}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Network': {'1.1'}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Port': {'1.7'}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'PortForwarding': {'1.2'}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'QosPolicy': {'1.9'}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SecurityGroup': {'1.4'}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SubPort': {'1.0'}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Subnet': {'1.1'}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Trunk': {'1.1'}} Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: consumer versions: Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: { DHCP agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: HyperV agent@hv-cinder-80626: {}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: L3 agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: Metadata agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: Metering agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: Open vSwitch agent@dv-cinder-806260-3-iscsi: { 'AddressGroup': '1.2', Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'ConntrackHelper': '1.0', Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Log': '1.0', Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Network': '1.1', Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Port': '1.7', Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'PortForwarding': '1.2', Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'QosPolicy': '1.9', Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SecurityGroup': '1.4', Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SecurityGroupRule': '1.2', Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'SubPort': '1.0', Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Subnet': '1.1', Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: 'Trunk': '1.1'}} Sep 02 17:08:37.362504 dv-cinder-806260-3-iscsi neutron-server[94107]: {{(pid=94107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:08:37.376006 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Checking segment: {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:37.376362 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Network hostable DHCP agents. Network: 42e64c23-8d50-4a89-acaf-802979ed9882, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:08:37.390805 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41516) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:37.406348 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Network 42e64c23-8d50-4a89-acaf-802979ed9882 is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:08:37.418074 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, 42e64c23-8d50-4a89-acaf-802979ed9882) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:37.424503 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:37.426063 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:37.429631 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95cfc82-4adb-4159-a246-6ec593f87fa8 None None] Network 42e64c23-8d50-4a89-acaf-802979ed9882 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:08:37.467632 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-44a3da8d-1e99-47e3-8d63-d9b8fbe81b9d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4219046 Sep 02 17:08:37.546002 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41526) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:37.679457 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5270720-f418-4202-8aca-5f7f60e6dd20 None None] Network 42e64c23-8d50-4a89-acaf-802979ed9882 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:08:37.844740 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1127952783-network', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:37.862464 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41540) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:37.877597 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Made reservation on behalf of efb6337b5a3548bcad9fd236c619842d for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:37.881666 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:37.899179 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.000751 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-network', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:38.012293 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41548) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:38.019050 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.032681 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.056316 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:08:38.063129 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Made reservation on behalf of 70d941aa2c0e4b9eac9950e6e8237615 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:38.065528 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.070349 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-network', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:38.083659 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.084007 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Added segment 7c73c18a-6f26-4a4e-ad6a-72e77af6d249 of type vlan for network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 Sep 02 17:08:38.085389 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.097434 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Made reservation on behalf of 4d00b04201ec4d46956d03ebddbef781 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:38.100331 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.113536 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.149550 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b34f26d-b182-429f-9210-7b64bb1d130e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:38.168843 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.205245 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-697837677-network', 'tenant_id': '39e70c9c6e0d4dc8ad9911fa97233da1'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:38.214408 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.215928 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:38.216496 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.298859 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] Pushing event updated for resources: {'Network': ['ID=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:38.310384 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:08:38.331507 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.339409 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.358030 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-695bd166-260b-42b3-9f25-d5fb230f40f7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9656644 Sep 02 17:08:38.371009 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41572) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:38.378058 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] Request body: {'subnet': {'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1127952783-subnet', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:38.396074 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:08:38.415534 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e44307-53cc-497a-b00b-2be7395f7f93,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:38.425362 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.425546 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Added segment 48447503-2aaf-498d-b927-bea5de5bad45 of type vlan for network 94c8cbb5-40fd-4da4-849b-703835a0088e Sep 02 17:08:38.488876 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.490281 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.495892 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.508559 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:08:38.519301 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.519862 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Added segment 2ed6bf75-6706-4a8c-97b5-1479ffb165fb of type vlan for network e89eb299-93b9-401c-ad14-f4bccef9cd1c Sep 02 17:08:38.540844 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.543013 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:38.543766 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.568523 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.601250 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.602790 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:38.603581 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.638430 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Made reservation on behalf of 39e70c9c6e0d4dc8ad9911fa97233da1 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:38.640715 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.660987 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41584) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:38.661379 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7976532 Sep 02 17:08:38.662453 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] Pushing event updated for resources: {'Network': ['ID=94c8cbb5-40fd-4da4-849b-703835a0088e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:38.674053 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network 94c8cbb5-40fd-4da4-849b-703835a0088e details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:08:38.677650 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] Request body: {'subnet': {'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-subnet', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:38.699692 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] Made reservation on behalf of efb6337b5a3548bcad9fd236c619842d for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:38.700405 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.706221 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:38.709080 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245da310-64e6-42da-81c0-2090ed74cbb0,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:38.845461 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae1d82-23e5-4f75-bdb5-c3a662346fbd admin admin] Pushing event updated for resources: {'Network': ['ID=e89eb299-93b9-401c-ad14-f4bccef9cd1c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:38.852184 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41590) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:38.860085 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network e89eb299-93b9-401c-ad14-f4bccef9cd1c details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:08:38.861923 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] Request body: {'subnet': {'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-subnet', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:38.862975 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2f09224f-a87f-4bb7-a914-2f0c54075927 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3155744 Sep 02 17:08:39.026230 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.082538 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:39.092494 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] Made reservation on behalf of 4d00b04201ec4d46956d03ebddbef781 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:39.095247 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.144119 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.151989 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.169984 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:08:39.209817 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.210234 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Added segment 424087f6-72a9-466a-b133-41269641ce42 of type vlan for network 87d155fe-60da-4839-b7eb-22a29138d9b5 Sep 02 17:08:39.225267 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:39.256333 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] Made reservation on behalf of 70d941aa2c0e4b9eac9950e6e8237615 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:39.261675 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.313216 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] Checking segment: {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:39.313951 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] Network hostable DHCP agents. Network: cb42942f-ef9a-49eb-b2f9-e00e0bd8f527, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:08:39.333162 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.363668 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] Network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:08:39.403484 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.404489 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:39.405081 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.409383 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, cb42942f-ef9a-49eb-b2f9-e00e0bd8f527) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:39.418099 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:39.418895 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.422522 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93863d4-88cc-4fd4-ab57-9daa4e0d78c0 None None] Network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:08:39.480279 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5228c0e5-19f8-4885-8835-e6586a3eb9cf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1074808 Sep 02 17:08:39.482934 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41622) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:39.491530 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:39.500141 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.517357 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5039461 Sep 02 17:08:39.530505 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41624) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:39.542146 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] Request body: {'subnet': {'network_id': '87d155fe-60da-4839-b7eb-22a29138d9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-697837677-subnet', 'tenant_id': '39e70c9c6e0d4dc8ad9911fa97233da1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:39.564939 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16445917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5964'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.566251 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16385613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16444893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16420465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5959'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.570739 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb3ba2-aaf8-4803-8626-d3a3ce3d6db4 admin admin] Pushing event updated for resources: {'Network': ['ID=87d155fe-60da-4839-b7eb-22a29138d9b5,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:39.598421 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network 87d155fe-60da-4839-b7eb-22a29138d9b5 details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:08:39.618826 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] Made reservation on behalf of 39e70c9c6e0d4dc8ad9911fa97233da1 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:39.622411 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.720905 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.724549 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.785545 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3243981-69c8-4ce9-8611-1bf8bbd54778,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:39.850493 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] Checking segment: {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:39.850903 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] Network hostable DHCP agents. Network: 94c8cbb5-40fd-4da4-849b-703835a0088e, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:08:39.886433 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] Network 94c8cbb5-40fd-4da4-849b-703835a0088e is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:08:39.937560 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6f23d2-a3d7-50ee-b987-a8b4e3e1ed06-cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b'}]}} from dv-cinder-806260-3-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:08:39.938785 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:39.969948 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, 94c8cbb5-40fd-4da4-849b-703835a0088e) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:39.973818 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:40.003620 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:40.004810 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.027076 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d5219855-4055-4042-ad63-6390d759f6f8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1729224 Sep 02 17:08:40.029765 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41634) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:40.036239 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:40.064073 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16445917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5964'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.065497 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16385613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16444893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16420465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5959'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.114170 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Allocated IP 172.20.0.2 (cb42942f-ef9a-49eb-b2f9-e00e0bd8f527/fcfebaec-968b-4ea6-b382-ae8c6be7eb8b/9fb5e861-249d-4618-bcce-15a425da159b) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:40.183484 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.204365 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.215342 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] Checking segment: {'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:40.216852 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] Network hostable DHCP agents. Network: e89eb299-93b9-401c-ad14-f4bccef9cd1c, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:08:40.252540 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.253590 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f1e0e8-2833-4106-8ec6-a8127f668169,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:40.334889 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] Network e89eb299-93b9-401c-ad14-f4bccef9cd1c is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:08:40.348062 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, e89eb299-93b9-401c-ad14-f4bccef9cd1c) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:40.363049 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:40.363741 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.411890 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.417881 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3d42ed47-4bbc-469f-903e-fb6da7e3c9c8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7448196 Sep 02 17:08:40.421917 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41652) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:40.430285 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Transition to ACTIVE for port object 9fb5e861-249d-4618-bcce-15a425da159b will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:08:40.442893 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-router', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:40.462665 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Transition to ACTIVE for port object 9fb5e861-249d-4618-bcce-15a425da159b will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:08:40.468459 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5255d94-5505-423c-bab1-7c0c737a2c9a None None] Network 94c8cbb5-40fd-4da4-849b-703835a0088e requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:08:40.471559 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f030cf34-d284-4194-8154-0b2c18731679 None None] Network e89eb299-93b9-401c-ad14-f4bccef9cd1c requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:08:40.495436 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16445917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5964'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.497191 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16385613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16444893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16420465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5959'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.500891 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] Checking segment: {'id': '424087f6-72a9-466a-b133-41269641ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d155fe-60da-4839-b7eb-22a29138d9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:40.501485 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] Network hostable DHCP agents. Network: 87d155fe-60da-4839-b7eb-22a29138d9b5, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:08:40.509734 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.606300 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.608037 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] Network 87d155fe-60da-4839-b7eb-22a29138d9b5 is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:08:40.630603 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, 87d155fe-60da-4839-b7eb-22a29138d9b5) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:40.648050 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:40.648727 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:40.673622 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1dea550c-d925-41ea-bef7-647723b3c12d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1389809 Sep 02 17:08:40.687809 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:40.715088 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Pushing event updated for resources: {'Port': ['ID=9fb5e861-249d-4618-bcce-15a425da159b,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:40.724436 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:40.727622 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe37bf-8812-498b-a632-289ab362cedf None None] Network 87d155fe-60da-4839-b7eb-22a29138d9b5 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:08:40.848612 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:08:40.858764 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.860029 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.861877 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.862764 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.864603 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.866129 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.867256 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.868111 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.869824 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.870831 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.871754 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.872625 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Tracked resource versions report: Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: pushed versions: Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: { 'AddressGroup': {'1.2'}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'ConntrackHelper': {'1.0'}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Log': {'1.0'}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Network': {'1.1'}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Port': {'1.7'}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'PortForwarding': {'1.2'}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'QosPolicy': {'1.9'}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SecurityGroup': {'1.4'}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SubPort': {'1.0'}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Subnet': {'1.1'}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Trunk': {'1.1'}} Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: consumer versions: Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: { DHCP agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: HyperV agent@hv-cinder-80626: {}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: L3 agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: Metadata agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: Metering agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: Open vSwitch agent@dv-cinder-806260-3-iscsi: { 'AddressGroup': '1.2', Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'ConntrackHelper': '1.0', Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Log': '1.0', Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Network': '1.1', Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Port': '1.7', Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'PortForwarding': '1.2', Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'QosPolicy': '1.9', Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SecurityGroup': '1.4', Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SecurityGroupRule': '1.2', Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'SubPort': '1.0', Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Subnet': '1.1', Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: 'Trunk': '1.1'}} Sep 02 17:08:40.875009 dv-cinder-806260-3-iscsi neutron-server[94108]: {{(pid=94108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:08:40.906275 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41686) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:40.907843 dv-cinder-806260-3-iscsi neutron-server[94106]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 02 17:08:41.003884 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48208ef3-fd12-4367-8528-ddfbc4fe4d8b None None] Network 87d155fe-60da-4839-b7eb-22a29138d9b5 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:08:41.032137 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.037101 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.066280 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.067780 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.098037 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.157209 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f75c1-af39-4838-a6e6-316edec5cc45 None None] Network e89eb299-93b9-401c-ad14-f4bccef9cd1c requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:08:41.222296 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-09a12a14-f64c-4e11-820b-69ecae2292bb tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:41.232062 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-09a12a14-f64c-4e11-820b-69ecae2292bb tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 815 time: 0.3252273 Sep 02 17:08:41.265174 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-4b491a87-6ee3-4623-9b9a-e60409e9a795 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/quotas/9ec1c77ded4a41158a99f6cf578e395e HTTP/1.1" status: 200 len: 375 time: 0.0320683 Sep 02 17:08:41.266881 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41700) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:41.340049 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.385947 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-0c12d0bc-b38c-4443-9c20-f32c3f4c3d18 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1197927 Sep 02 17:08:41.447043 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Allocated IP 172.27.2.203 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/0c2f6f72-0335-45fd-8f46-931c01cbf868) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:41.450444 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Attempting to bind port 9fb5e861-249d-4618-bcce-15a425da159b on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:08:41.451664 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Attempting to bind port 9fb5e861-249d-4618-bcce-15a425da159b by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:08:41.452400 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Attempting to bind port 9fb5e861-249d-4618-bcce-15a425da159b on network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:08:41.462587 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:08:41.463428 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Checking segment: {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:41.464070 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.464690 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Bound using segment: {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:08:41.465479 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Bound port: 9fb5e861-249d-4618-bcce-15a425da159b, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:08:41.466478 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.572338 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41722) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:41.602390 dv-cinder-806260-3-iscsi neutron-server[94107]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 02 17:08:41.655708 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c83d35b3-b39c-406a-975c-17eb46e3b660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.716418 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-1d7a5896-9296-4676-94bc-e8d3665a0e3c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:08:41.717456 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-1d7a5896-9296-4676-94bc-e8d3665a0e3c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0843008 Sep 02 17:08:41.800683 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.800931 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6f23d2-a3d7-50ee-b987-a8b4e3e1ed06-94c8cbb5-40fd-4da4-849b-703835a0088e', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778'}]}} from dv-cinder-806260-3-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:08:41.801813 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.806477 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.818387 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] For port 9fb5e861-249d-4618-bcce-15a425da159b, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:08:41.834956 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.839054 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] For port 9fb5e861-249d-4618-bcce-15a425da159b, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9fb5e861-249d-4618-bcce-15a425da159b,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:08:41.890459 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:41.893802 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db006eda-909d-41bc-9319-b682d99f8e6d req-a2b179cd-3137-4964-ba38-8f8346a5b186 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:41.901757 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-a2b179cd-3137-4964-ba38-8f8346a5b186 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/networks?id=87d155fe-60da-4839-b7eb-22a29138d9b5 HTTP/1.1" status: 200 len: 811 time: 0.3278239 Sep 02 17:08:41.907812 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-04a0ae64-1cc3-449b-ae90-f7cdaec85f36 service neutron] 10.222.0.41 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788728 Sep 02 17:08:41.928997 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-25c35f1b-9776-4cff-a370-269984d54aa7 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/quotas/39e70c9c6e0d4dc8ad9911fa97233da1 HTTP/1.1" status: 200 len: 375 time: 0.0264316 Sep 02 17:08:42.001792 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e015f7c-d41a-4bc7-bcfa-5d68faf95ca9 None None] Pushing event updated for resources: {'Port': ['ID=9fb5e861-249d-4618-bcce-15a425da159b,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:42.017829 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-bbb325cb-d8bb-4bbd-9a53-4e8553306dcb tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e70c9c6e0d4dc8ad9911fa97233da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650427 Sep 02 17:08:42.017978 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Allocated IP 172.20.0.2 (94c8cbb5-40fd-4da4-849b-703835a0088e/c3243981-69c8-4ce9-8611-1bf8bbd54778/3e0bc60a-0ad8-4893-b1d0-16653f37d2d3) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:42.021832 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.042679 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Allocated IP 172.27.2.7 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/ab82d833-8048-4fea-8558-96ce7278e2e9) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:42.045931 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-07e9c9b4-6ecf-4700-99cf-0cd5b6f2cb30 service neutron] 10.222.0.41 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279454 Sep 02 17:08:42.070528 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c83d35b3-b39c-406a-975c-17eb46e3b660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.087222 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c83d35b3-b39c-406a-975c-17eb46e3b660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.091778 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:42.112772 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:42.128237 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:08:42.137418 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Pushing event updated for resources: {'Port': ['ID=0c2f6f72-0335-45fd-8f46-931c01cbf868,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:42.223237 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c83d35b3-b39c-406a-975c-17eb46e3b660 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc0b9ff8c5844b9cae0934fbdfc6438e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9526989 Sep 02 17:08:42.230424 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41736) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:42.262660 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d35b3-b39c-406a-975c-17eb46e3b660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11823ba1-298a-418b-a42e-4a4074511054,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:42.280155 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.289486 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-9576290a-ac57-4f48-82fb-e93f2d0ad15e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:08:42.290702 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-9576290a-ac57-4f48-82fb-e93f2d0ad15e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1449296 Sep 02 17:08:42.357929 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.369751 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Transition to ACTIVE for port object 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:08:42.396629 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Transition to ACTIVE for port object 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:08:42.408454 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.442258 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0f33d86f-cbe4-4368-a948-5a273e9c6f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.452786 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.464806 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Network 94c8cbb5-40fd-4da4-849b-703835a0088e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:42.478024 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:42.482691 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:08:42.514035 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Pushing event updated for resources: {'Port': ['ID=3e0bc60a-0ad8-4893-b1d0-16653f37d2d3,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:42.527352 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0f33d86f-cbe4-4368-a948-5a273e9c6f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.562397 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Attempting to bind port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:08:42.563185 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Attempting to bind port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:08:42.563999 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Attempting to bind port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 on network 94c8cbb5-40fd-4da4-849b-703835a0088e {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:08:42.567691 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Pushing event updated for resources: {'Port': ['ID=ab82d833-8048-4fea-8558-96ce7278e2e9,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:42.570189 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:08:42.570189 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Checking segment: {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:42.570483 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.570990 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Bound using segment: {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:08:42.571583 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Bound port: 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:08:42.571987 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.601836 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-d8d377a8-ef7f-43d2-b348-9c15a184e9a7 service neutron] 10.222.0.41 "GET /v2.0/networks/87d155fe-60da-4839-b7eb-22a29138d9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999225 Sep 02 17:08:42.617852 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Allocated IP 172.27.2.152 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/8f8daf26-664a-4c4b-a374-ef3bba63582d) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:42.640522 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.648563 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:42.695827 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] For port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:08:42.700626 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] For port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=3e0bc60a-0ad8-4893-b1d0-16653f37d2d3,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:08:42.712812 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.729490 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:42.747171 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:08:42.799294 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75996205-cd3c-49e1-9fc0-06d88869f388 None None] Pushing event updated for resources: {'Port': ['ID=3e0bc60a-0ad8-4893-b1d0-16653f37d2d3,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:42.839040 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0f33d86f-cbe4-4368-a948-5a273e9c6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.841606 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0f33d86f-cbe4-4368-a948-5a273e9c6f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:42.845286 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0f33d86f-cbe4-4368-a948-5a273e9c6f78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11823ba1-298a-418b-a42e-4a4074511054 HTTP/1.1" status: 204 len: 168 time: 0.6114368 Sep 02 17:08:42.888258 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1969a867-f5fd-4f69-bc4d-71f56f03b7a0 req-fb77d26d-770c-4933-9d07-806bddc0f5b0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 210 time: 0.1494243 Sep 02 17:08:42.891052 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33d86f-cbe4-4368-a948-5a273e9c6f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11823ba1-298a-418b-a42e-4a4074511054,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:43.116337 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16385622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16444810'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:43.264642 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-019aa741-dccd-4518-af8f-908749989d99 service neutron] 10.222.0.41 "GET /v2.0/networks/87d155fe-60da-4839-b7eb-22a29138d9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426346 Sep 02 17:08:43.508161 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Router 691157b2-4334-4ecf-b476-6e287fc99590 is scheduled to L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:08:43.594018 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:43.614300 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41788) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:43.693727 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:43.727337 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8e7962-dd51-4ea0-b342-a80b094b619e None None] Network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:08:43.767402 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4fc6-41fe-4968-abec-4609064ede33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:43.831349 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b2789f85-f0ab-4cc7-8498-0fe391378437 None None] Provisioning for port 9fb5e861-249d-4618-bcce-15a425da159b completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:08:43.911919 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Pushing event updated for resources: {'Port': ['ID=8f8daf26-664a-4c4b-a374-ef3bba63582d,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:43.958477 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:43.968450 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:43.980136 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:08:44.159267 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4fc6-41fe-4968-abec-4609064ede33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:44.200240 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a7fdbec9-a219-4156-94d0-1dafe3f994ac req-583220dd-d778-45a9-bda0-54a2cf869bc5 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 210 time: 0.1957884 Sep 02 17:08:44.208651 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4fc6-41fe-4968-abec-4609064ede33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:44.250067 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:08:44.266096 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Sync routers for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:08:44.283701 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:08:44.284364 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:44.290023 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:08:44.324923 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dbcc4fc6-41fe-4968-abec-4609064ede33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=697f9750ffee4946a5eb36bd8ba98717&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7099628 Sep 02 17:08:44.330479 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41834) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:44.340123 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:44.345965 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-396b38ce-bb29-46bb-b654-007a147643af admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3149831 Sep 02 17:08:44.373661 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc4fc6-41fe-4968-abec-4609064ede33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcee370-08cd-4b53-ac24-005e6e75621d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:44.376430 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41836) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:44.410349 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:08:44.418206 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9fb5e861-249d-4618-bcce-15a425da159b up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:08:44.456945 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ef2fa38-f9e6-4240-b32f-d9b54c9714a4 req-272cdd2c-d53d-4f7c-a8c3-cd98f08e283b tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 210 time: 0.1273475 Sep 02 17:08:44.550563 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 9fb5e861-249d-4618-bcce-15a425da159b completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:08:44.557574 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 9fb5e861-249d-4618-bcce-15a425da159b triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:44.558082 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:44.568099 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:08:44.608904 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee3d7-9a56-43d3-8840-e9988b01ee21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:44.612408 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c9a39-425d-432e-93de-dfbe0fb0c4da None None] Network 94c8cbb5-40fd-4da4-849b-703835a0088e requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:08:44.661212 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:44.783070 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-5f4c14aa-79c1-48ef-bad2-2c748b94ad69 None None] Provisioning complete for port 9fb5e861-249d-4618-bcce-15a425da159b triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:44.783638 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5f4c14aa-79c1-48ef-bad2-2c748b94ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:44.807432 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:42Z', 'revision_number': 3, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:44.841893 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Checking router: 691157b2-4334-4ecf-b476-6e287fc99590 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:08:44.842540 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Updating router 691157b2-4334-4ecf-b476-6e287fc99590 port 0c2f6f72-0335-45fd-8f46-931c01cbf868 binding host dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:08:44.879794 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:44.880058 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee3d7-9a56-43d3-8840-e9988b01ee21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:44.934414 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.020678 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.125740 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16385622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16444810'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.169474 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5f4c14aa-79c1-48ef-bad2-2c748b94ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.245203 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee3d7-9a56-43d3-8840-e9988b01ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.247852 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee3d7-9a56-43d3-8840-e9988b01ee21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.257915 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 9fb5e861-249d-4618-bcce-15a425da159b, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9fb5e861-249d-4618-bcce-15a425da159b,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:08:45.265737 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3e7ee3d7-9a56-43d3-8840-e9988b01ee21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fcee370-08cd-4b53-ac24-005e6e75621d HTTP/1.1" status: 204 len: 168 time: 0.9225390 Sep 02 17:08:45.267416 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.323865 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ee3d7-9a56-43d3-8840-e9988b01ee21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcee370-08cd-4b53-ac24-005e6e75621d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:45.362022 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.385546 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Transition to ACTIVE for port object 0c2f6f72-0335-45fd-8f46-931c01cbf868 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:08:45.399594 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.430221 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0e743cf-4e49-4919-b98a-310238d804e4 req-a77c5d16-4806-4eca-b509-df764ceba739 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 210 time: 0.1029379 Sep 02 17:08:45.509209 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.db.api [None req-5f4c14aa-79c1-48ef-bad2-2c748b94ad69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 17:08:45.510835 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG oslo_db.api [None req-5f4c14aa-79c1-48ef-bad2-2c748b94ad69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 17:08:45.516483 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=9fb5e861-249d-4618-bcce-15a425da159b,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:45.534582 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Attempting to bind port 0c2f6f72-0335-45fd-8f46-931c01cbf868 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:08:45.535097 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Attempting to bind port 0c2f6f72-0335-45fd-8f46-931c01cbf868 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:08:45.535563 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Attempting to bind port 0c2f6f72-0335-45fd-8f46-931c01cbf868 on network df855049-b1ba-4ec4-ad09-ccf00722cdad {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:08:45.539151 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Pushing event updated for resources: {'Port': ['ID=0c2f6f72-0335-45fd-8f46-931c01cbf868,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:45.544437 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:08:45.545013 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Checking segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:45.545512 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.546007 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Bound using segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:08:45.546594 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Bound port: 0c2f6f72-0335-45fd-8f46-931c01cbf868, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:08:45.546927 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16385622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16444810'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.547244 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.585229 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.641559 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] For port 0c2f6f72-0335-45fd-8f46-931c01cbf868, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:08:45.646252 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] For port 0c2f6f72-0335-45fd-8f46-931c01cbf868, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=0c2f6f72-0335-45fd-8f46-931c01cbf868,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:08:45.648744 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.649282 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.649735 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.650236 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.651672 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.652612 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.653557 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.654438 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.655190 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.655816 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.656404 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.657006 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Tracked resource versions report: Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: pushed versions: Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: { 'AddressGroup': {'1.2'}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'ConntrackHelper': {'1.0'}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Log': {'1.0'}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Network': {'1.1'}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Port': {'1.7'}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'PortForwarding': {'1.2'}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'QosPolicy': {'1.9'}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SecurityGroup': {'1.4'}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SubPort': {'1.0'}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Subnet': {'1.1'}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Trunk': {'1.1'}} Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: consumer versions: Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: { DHCP agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: HyperV agent@hv-cinder-80626: {}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: L3 agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: Metadata agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: Metering agent@dv-cinder-806260-3-iscsi: {}, Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: Open vSwitch agent@dv-cinder-806260-3-iscsi: { 'AddressGroup': '1.2', Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'ConntrackHelper': '1.0', Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Log': '1.0', Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Network': '1.1', Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Port': '1.7', Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'PortForwarding': '1.2', Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'QosPolicy': '1.9', Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SecurityGroup': '1.4', Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SecurityGroupRule': '1.2', Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'SubPort': '1.0', Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Subnet': '1.1', Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: 'Trunk': '1.1'}} Sep 02 17:08:45.658389 dv-cinder-806260-3-iscsi neutron-server[94109]: {{(pid=94109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:08:45.667227 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.737702 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:08:45.738488 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:45.781585 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-303b89db-27b6-4bc7-b65c-718db17e5e0d req-3a879fbe-2b5f-49a0-9721-a269480e96b8 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 210 time: 0.0619135 Sep 02 17:08:45.815144 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c69bd1-0d9d-4d83-bded-bd9362ba0bb7 None None] Pushing event updated for resources: {'Port': ['ID=0c2f6f72-0335-45fd-8f46-931c01cbf868,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:45.836279 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 is scheduled to L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:08:45.862347 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:08:45.897449 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Allocated IP 172.20.0.1 (94c8cbb5-40fd-4da4-849b-703835a0088e/c3243981-69c8-4ce9-8611-1bf8bbd54778/62412dda-ea83-4581-ad6a-6f9775438d55) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:46.081847 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:46.087569 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Router 3cee70e0-072f-4fe3-93a5-00d2ca49293f is scheduled to L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:08:46.103260 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:42Z', 'revision_number': 3, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:46.116995 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Transition to ACTIVE for port object 62412dda-ea83-4581-ad6a-6f9775438d55 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:08:46.139236 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f924da-eabc-4b31-b3e7-3e5beaf29599 None None] The sync data for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi is: [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:42Z', 'revision_number': 3, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:08:46.161239 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9fb5e861-249d-4618-bcce-15a425da159b up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:08:46.186089 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:46.262090 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9fb9ccf2-1520-4827-bb81-b11b7b384d9d None None] Provisioning for port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:08:46.271477 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:08:46.271767 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9fb9ccf2-1520-4827-bb81-b11b7b384d9d None None] Provisioning complete for port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:46.272326 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ccf2-1520-4827-bb81-b11b7b384d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:46.315802 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:46.317582 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-14fbdb25-bf11-4839-887e-659f1ba55065 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8335910 Sep 02 17:08:46.320529 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41890) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:46.324726 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Sync routers for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:08:46.335287 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Pushing event updated for resources: {'Port': ['ID=62412dda-ea83-4581-ad6a-6f9775438d55,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:46.345322 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Network 94c8cbb5-40fd-4da4-849b-703835a0088e is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:46.346915 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:46.349704 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:08:46.350573 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16425437'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:46.353135 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:08:46.353135 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:46.390966 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 9fb5e861-249d-4618-bcce-15a425da159b triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:46.391343 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:46.541590 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ccf2-1520-4827-bb81-b11b7b384d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:46.549208 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:08:46.564641 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Sync routers for ids ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:08:46.604600 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Routers {'3cee70e0-072f-4fe3-93a5-00d2ca49293f'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:08:46.608598 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:46.610523 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:46.618860 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-682d4308-2fe5-48b5-b509-48a6cda0460e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1929636 Sep 02 17:08:46.644370 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 41898) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:46.648288 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9fb9ccf2-1520-4827-bb81-b11b7b384d9d None None] For port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=3e0bc60a-0ad8-4893-b1d0-16653f37d2d3,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:08:46.662301 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ccf2-1520-4827-bb81-b11b7b384d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:46.708726 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-813989af-442a-45b7-a5ca-07e92761e76d req-b17094ae-4bca-4acd-8c7f-f0aadef4cb44 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 210 time: 0.0912030 Sep 02 17:08:46.778785 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:08:47.021139 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:47.028536 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Set router 3cee70e0-072f-4fe3-93a5-00d2ca49293f gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:08:47.310262 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9ccf2-1520-4827-bb81-b11b7b384d9d None None] Pushing event updated for resources: {'Port': ['ID=3e0bc60a-0ad8-4893-b1d0-16653f37d2d3,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:47.537153 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f403906f-6138-473a-a41e-13e3d840079b req-567fe282-378a-49cd-a999-c9a5b526d004 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 210 time: 0.4090970 Sep 02 17:08:47.567713 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-router', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:44Z', 'revision_number': 3, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'gw_port': {'id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:47.606541 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ee1a80bc-2018-43cd-8562-612c15ebc956 None None] Provisioning for port 62412dda-ea83-4581-ad6a-6f9775438d55 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:08:47.616868 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:47.666795 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ee1a80bc-2018-43cd-8562-612c15ebc956 None None] Provisioning complete for port 62412dda-ea83-4581-ad6a-6f9775438d55 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:47.667176 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ee1a80bc-2018-43cd-8562-612c15ebc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:47.680010 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Checking router: 3cee70e0-072f-4fe3-93a5-00d2ca49293f for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:08:47.681185 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Updating router 3cee70e0-072f-4fe3-93a5-00d2ca49293f port 8f8daf26-664a-4c4b-a374-ef3bba63582d binding host dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:08:47.712622 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:47.758406 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:47.818766 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a80bc-2018-43cd-8562-612c15ebc956 None None] Port 62412dda-ea83-4581-ad6a-6f9775438d55 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:08:47.920234 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6b7b3474-4f61-47f6-9b27-307dcf21d62a req-24386d31-125c-41b6-9289-83beb9f93eda tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 210 time: 0.0477803 Sep 02 17:08:48.062115 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:43Z', 'revision_number': 3, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:48.143885 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Checking router: 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:08:48.144346 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Allocated IP 172.20.0.1 (cb42942f-ef9a-49eb-b2f9-e00e0bd8f527/fcfebaec-968b-4ea6-b382-ae8c6be7eb8b/ed688b6d-9610-4f26-8fc7-410ea982e334) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:48.146550 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Updating router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 port ab82d833-8048-4fea-8558-96ce7278e2e9 binding host dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:08:48.202291 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.205390 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.209467 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.210608 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16447309'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.305809 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.319743 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Transition to ACTIVE for port object 8f8daf26-664a-4c4b-a374-ef3bba63582d will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:08:48.327812 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.421297 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e39bb-e1f4-4c97-a957-fb72b0a09309 None None] Pushing event updated for resources: {'Port': ['ID=8f8daf26-664a-4c4b-a374-ef3bba63582d,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:48.449900 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Attempting to bind port 8f8daf26-664a-4c4b-a374-ef3bba63582d on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:08:48.450247 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Attempting to bind port 8f8daf26-664a-4c4b-a374-ef3bba63582d by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:08:48.450612 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Attempting to bind port 8f8daf26-664a-4c4b-a374-ef3bba63582d on network df855049-b1ba-4ec4-ad09-ccf00722cdad {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:08:48.457130 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 0c2f6f72-0335-45fd-8f46-931c01cbf868 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:08:48.460135 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:08:48.460825 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Checking segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:48.461608 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.462169 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Bound using segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:08:48.462875 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Bound port: 8f8daf26-664a-4c4b-a374-ef3bba63582d, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:08:48.463488 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.467007 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.504946 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.507179 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Pushing event updated for resources: {'Port': ['ID=62412dda-ea83-4581-ad6a-6f9775438d55,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:48.510001 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Transition to ACTIVE for port object ed688b6d-9610-4f26-8fc7-410ea982e334 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:08:48.570580 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.605204 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] For port 8f8daf26-664a-4c4b-a374-ef3bba63582d, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:08:48.605870 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 0c2f6f72-0335-45fd-8f46-931c01cbf868 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:08:48.621577 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] For port 8f8daf26-664a-4c4b-a374-ef3bba63582d, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=8f8daf26-664a-4c4b-a374-ef3bba63582d,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:08:48.625981 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 0c2f6f72-0335-45fd-8f46-931c01cbf868 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:48.626343 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.629246 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.668560 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:48.682405 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:48.700468 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:08:48.703659 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16425437'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.764390 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Routers {'3cee70e0-072f-4fe3-93a5-00d2ca49293f'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:08:48.765333 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:48.869587 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Allocated IP 172.20.0.1 (e89eb299-93b9-401c-ad14-f4bccef9cd1c/78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5/ed1b2044-6d32-4237-8129-1a2259316013) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:49.000178 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Pushing event updated for resources: {'Port': ['ID=ed688b6d-9610-4f26-8fc7-410ea982e334,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:49.087635 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:49.093085 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54826e0a-6db7-411c-85b2-800a96b1213b req-e4741848-6355-4ce3-b4f3-086d27e7bb59 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 210 time: 0.1623573 Sep 02 17:08:49.093595 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.13', 51465) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:49.206803 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] Set router 3cee70e0-072f-4fe3-93a5-00d2ca49293f gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:08:49.207779 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:49.207779 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Transition to ACTIVE for port object ab82d833-8048-4fea-8558-96ce7278e2e9 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:08:49.224679 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 0c2f6f72-0335-45fd-8f46-931c01cbf868, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=0c2f6f72-0335-45fd-8f46-931c01cbf868,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:08:49.228002 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:49.381059 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376306fd-490c-4175-8a17-9fae8382f406 None None] Pushing event updated for resources: {'Port': ['ID=ab82d833-8048-4fea-8558-96ce7278e2e9,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:49.394141 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 41972) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:49.435437 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ff4e9717-3c54-4961-b4b1-142fb215e15a req-a5f7ea91-4716-40d8-95c2-b4be443c7e91 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 210 time: 0.2386906 Sep 02 17:08:49.448553 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Network 94c8cbb5-40fd-4da4-849b-703835a0088e is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:49.451476 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:49.452759 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:08:49.466112 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:49.495531 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:49.580850 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c4e7d82b-cde5-4ff7-8b90-8745341291a1 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:49.583158 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c4e7d82b-cde5-4ff7-8b90-8745341291a1 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 815 time: 0.4614689 Sep 02 17:08:49.627832 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:49.631599 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Router 691157b2-4334-4ecf-b476-6e287fc99590 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:08:49.648151 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-74aa32c2-93a0-484a-bc4a-100fb754dfd3 None None] Provisioning for port ed688b6d-9610-4f26-8fc7-410ea982e334 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:08:49.679439 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Request body: {'port': {'device_id': 'fc38d921-f6d4-4f6c-89c1-08e1c2d96c97', 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882', 'admin_state_up': True, 'tenant_id': '9ec1c77ded4a41158a99f6cf578e395e'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:49.781583 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.13', 51471) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:49.786008 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Attempting to bind port ab82d833-8048-4fea-8558-96ce7278e2e9 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:08:49.786365 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Attempting to bind port ab82d833-8048-4fea-8558-96ce7278e2e9 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:08:49.787068 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Attempting to bind port ab82d833-8048-4fea-8558-96ce7278e2e9 on network df855049-b1ba-4ec4-ad09-ccf00722cdad {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:08:49.796052 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-74aa32c2-93a0-484a-bc4a-100fb754dfd3 None None] Provisioning complete for port ed688b6d-9610-4f26-8fc7-410ea982e334 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:49.797109 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-74aa32c2-93a0-484a-bc4a-100fb754dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:49.807107 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-router', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:44Z', 'revision_number': 3, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'gw_port': {'id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:49.843910 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-74aa32c2-93a0-484a-bc4a-100fb754dfd3 None None] Port ed688b6d-9610-4f26-8fc7-410ea982e334 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:08:49.852084 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:08:49.852462 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Checking segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:49.852929 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:49.853364 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Bound using segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:08:49.853859 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Bound port: ab82d833-8048-4fea-8558-96ce7278e2e9, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:08:49.854259 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:49.881882 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa5cc-45ea-42f3-8fbb-f206219cc02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:49.905598 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e39bb-e1f4-4c97-a957-fb72b0a09309 None None] Pushing event updated for resources: {'Port': ['ID=8f8daf26-664a-4c4b-a374-ef3bba63582d,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:49.910875 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=0c2f6f72-0335-45fd-8f46-931c01cbf868,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:49.913511 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3c8d9-d9c6-4a06-9e6c-abc142931c28 None None] The sync data for ids ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'] in dv-cinder-806260-3-iscsi is: [{'id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-router', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:44Z', 'revision_number': 3, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'gw_port': {'id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:08:49.939756 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db006eda-909d-41bc-9319-b682d99f8e6d req-f703e876-063c-4a4b-96f0-735e6dc838b5 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:49.941700 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-f703e876-063c-4a4b-96f0-735e6dc838b5 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.13 "GET /v2.0/networks?id=87d155fe-60da-4839-b7eb-22a29138d9b5 HTTP/1.1" status: 200 len: 811 time: 0.1522858 Sep 02 17:08:49.969920 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:08:49.976901 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Request body: {'port': {'device_id': '731fe663-d306-40c9-bc5b-af255b67d8d8', 'network_id': '87d155fe-60da-4839-b7eb-22a29138d9b5', 'admin_state_up': True, 'tenant_id': '39e70c9c6e0d4dc8ad9911fa97233da1'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:49.983106 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Sync routers for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:08:49.991816 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:49.992265 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:50.055980 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] For port ab82d833-8048-4fea-8558-96ce7278e2e9, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:08:50.066907 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] For port ab82d833-8048-4fea-8558-96ce7278e2e9, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ab82d833-8048-4fea-8558-96ce7278e2e9,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:08:50.069172 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-42f934c1-17fa-427b-857a-ca0e8fb67523 None None] Provisioning complete for port 62412dda-ea83-4581-ad6a-6f9775438d55 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:50.069932 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-42f934c1-17fa-427b-857a-ca0e8fb67523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:50.100652 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:08:50.101348 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:50.103955 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:50.211897 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:50.220961 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-22f37cbe-9541-4d21-bf9b-b21b6c847d69 admin admin] 10.222.0.41 "PUT /v2.0/routers/691157b2-4334-4ecf-b476-6e287fc99590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8404386 Sep 02 17:08:50.285439 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1b2044-6d32-4237-8129-1a2259316013,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:50.302556 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:08:50.312364 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Network e89eb299-93b9-401c-ad14-f4bccef9cd1c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:50.326856 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:50.332588 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:08:50.333069 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16425437'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:50.418961 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Made reservation on behalf of 39e70c9c6e0d4dc8ad9911fa97233da1 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:50.423583 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:50.444812 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-22ee75a5-2dad-4384-814c-ea5df8390edd req-9b64e832-82a7-455e-a3ae-467804997fa6 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 210 time: 0.0652936 Sep 02 17:08:50.464229 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.db.api [None req-7f5fa5cc-45ea-42f3-8fbb-f206219cc02c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 17:08:50.464229 dv-cinder-806260-3-iscsi neutron-server[94107]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 17:08:50.464229 dv-cinder-806260-3-iscsi neutron-server[94107]: [parameters: {'project_id': '398bb8551177425bba0ced07c38226e1', 'id': 'e4cea8d7-3f17-445b-b21c-801bdf5db18c', 'expiration': datetime.datetime(2021, 9, 2, 17, 10, 50, 389858)}] Sep 02 17:08:50.464229 dv-cinder-806260-3-iscsi neutron-server[94107]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 17:08:50.464229 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG oslo_db.api [None req-7f5fa5cc-45ea-42f3-8fbb-f206219cc02c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 17:08:50.537915 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:50.561729 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:50.562477 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16447309'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:50.698410 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Made reservation on behalf of 9ec1c77ded4a41158a99f6cf578e395e for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:08:50.705508 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:50.725818 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376306fd-490c-4175-8a17-9fae8382f406 None None] Pushing event updated for resources: {'Port': ['ID=ab82d833-8048-4fea-8558-96ce7278e2e9,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:50.800717 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-42f934c1-17fa-427b-857a-ca0e8fb67523 None None] Port 62412dda-ea83-4581-ad6a-6f9775438d55 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:08:50.815176 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Pushing event updated for resources: {'Port': ['ID=ed688b6d-9610-4f26-8fc7-410ea982e334,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:50.822499 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:08:50.824069 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:50.912479 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8e91bee-8b45-464e-8a64-79e5a62bcde9 req-37e5b69d-fef2-4cf7-8be1-3925d5fbaa88 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 210 time: 0.2217808 Sep 02 17:08:51.065876 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa5cc-45ea-42f3-8fbb-f206219cc02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:51.219082 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Allocated IP 172.20.0.14 (87d155fe-60da-4839-b7eb-22a29138d9b5/c0f1e0e8-2833-4106-8ec6-a8127f668169/84985843-a05d-4eec-a8e6-63d146fd1bf1) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:51.255279 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:51.293997 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:51.471423 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:51.587087 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42046) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:51.637992 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-7359a5c0-4199-41b4-bb45-dfe19a78d56c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729907262', 'description': 'tempest-description--2102514046'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:51.780802 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:08:51.939393 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 0c2f6f72-0335-45fd-8f46-931c01cbf868 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:08:51.971423 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42056) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:52.050716 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Allocated IP 172.20.0.11 (42e64c23-8d50-4a89-acaf-802979ed9882/73f21f05-8338-4d4a-9690-02f96e5f3631/7e2fc8cd-4943-4413-bed6-883f6ed096b2) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:52.189933 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:08:52.320513 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c04027e6-5950-4135-a224-9e650593e3dd req-e4e11f14-31bd-43cb-9188-12c66ddfdbd0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 210 time: 0.1451664 Sep 02 17:08:52.480673 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9dfb-7a54-4f94-97b7-a04343993b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:52.501496 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:08:47Z', 'revision_number': 2, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:52.513074 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da6472ed-1fe3-4e1a-9d26-18a53f008cb8 req-f0e4a709-c549-441d-a840-dca9d8688765 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 210 time: 0.8083682 Sep 02 17:08:52.515979 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa5cc-45ea-42f3-8fbb-f206219cc02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:52.556206 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6e238fff-3dcd-448d-8314-ff1734ae3510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:52.571532 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa5cc-45ea-42f3-8fbb-f206219cc02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:52.666747 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7359a5c0-4199-41b4-bb45-dfe19a78d56c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:52.670188 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-26d08726-98dc-4c34-bbcc-6a7b6bb12264 None None] Provisioning complete for port ed688b6d-9610-4f26-8fc7-410ea982e334 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:52.670682 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-26d08726-98dc-4c34-bbcc-6a7b6bb12264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:52.686326 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Checking router: 691157b2-4334-4ecf-b476-6e287fc99590 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:08:52.686949 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Updating router 691157b2-4334-4ecf-b476-6e287fc99590 port 62412dda-ea83-4581-ad6a-6f9775438d55 binding host dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:08:52.776367 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:52.852054 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:52.888499 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:52.890615 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16447309'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:52.950760 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:52.986357 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:08:53.012597 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-01166aac-e5d3-48ef-b469-91048086279b admin admin] 10.222.0.41 "PUT /v2.0/routers/5a43dbfe-3a7e-4087-8c50-a0fea324ee46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6897883 Sep 02 17:08:53.024623 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fa5cc-45ea-42f3-8fbb-f206219cc02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f30fcc-7dac-4765-8c3c-e5bf91f77170,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:53.038372 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7f5fa5cc-45ea-42f3-8fbb-f206219cc02c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=398bb8551177425bba0ced07c38226e1&name=default HTTP/1.1" status: 200 len: 2975 time: 3.6421013 Sep 02 17:08:53.056927 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42068) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:53.081052 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 0c2f6f72-0335-45fd-8f46-931c01cbf868 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:53.091361 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:53.163911 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:53.225068 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fa7d-bd8c-493a-8aa1-511e5af017b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:53.242614 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:53.276013 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fa7d-bd8c-493a-8aa1-511e5af017b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:53.293964 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1b2044-6d32-4237-8129-1a2259316013,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:53.339828 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6e238fff-3dcd-448d-8314-ff1734ae3510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:53.343907 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:53.347954 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6e238fff-3dcd-448d-8314-ff1734ae3510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:53.388454 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-26d08726-98dc-4c34-bbcc-6a7b6bb12264 None None] Port ed688b6d-9610-4f26-8fc7-410ea982e334 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:08:53.390729 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6e238fff-3dcd-448d-8314-ff1734ae3510 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8de4cedabc00486e9f27b86d61a93cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4015977 Sep 02 17:08:53.396304 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42076) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:53.504888 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Network 87d155fe-60da-4839-b7eb-22a29138d9b5 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:53.568186 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:53.591555 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:08:53.598664 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:53.599745 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:53.639505 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Pushing event updated for resources: {'Port': ['ID=84985843-a05d-4eec-a8e6-63d146fd1bf1,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:53.658022 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Network e89eb299-93b9-401c-ad14-f4bccef9cd1c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:53.665688 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:53.732865 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Network 42e64c23-8d50-4a89-acaf-802979ed9882 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:53.792723 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39671f05-591d-4e9f-b351-89836c61751b req-ab103632-948a-4076-ae9d-2261e15784fd tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:53.794309 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-39671f05-591d-4e9f-b351-89836c61751b req-ab103632-948a-4076-ae9d-2261e15784fd tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 932 time: 0.2477405 Sep 02 17:08:53.800158 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e238fff-3dcd-448d-8314-ff1734ae3510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d068a1c8-c240-4146-b598-fc24250f45ec,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:53.804894 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fa7d-bd8c-493a-8aa1-511e5af017b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:53.820801 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fa7d-bd8c-493a-8aa1-511e5af017b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:53.821983 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c9f3fa7d-bd8c-493a-8aa1-511e5af017b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9f30fcc-7dac-4765-8c3c-e5bf91f77170 HTTP/1.1" status: 204 len: 168 time: 0.7622988 Sep 02 17:08:53.822965 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:53.875232 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Pushing event updated for resources: {'Port': ['ID=7e2fc8cd-4943-4413-bed6-883f6ed096b2,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:53.879417 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3fa7d-bd8c-493a-8aa1-511e5af017b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f30fcc-7dac-4765-8c3c-e5bf91f77170,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:53.883813 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Router 3cee70e0-072f-4fe3-93a5-00d2ca49293f has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:08:53.985273 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:08:54.004112 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:54.005196 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.024046 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bb3388c0-c770-4c57-8d44-3e3bacf6da8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.056080 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7359a5c0-4199-41b4-bb45-dfe19a78d56c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.057991 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:08:54.073415 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Sync routers for ids ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:08:54.090280 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Routers {'3cee70e0-072f-4fe3-93a5-00d2ca49293f'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:08:54.094863 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:54.112851 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-cc106f14-02c0-4903-bbd3-9b6cd204a950 admin admin] 10.222.0.41 "PUT /v2.0/routers/3cee70e0-072f-4fe3-93a5-00d2ca49293f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4631088 Sep 02 17:08:54.117948 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7359a5c0-4199-41b4-bb45-dfe19a78d56c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.170680 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 8f8daf26-664a-4c4b-a374-ef3bba63582d up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:08:54.219023 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-6373eb17-3ed2-4114-8bc0-34fd8a412212 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2516935 Sep 02 17:08:54.220183 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359a5c0-4199-41b4-bb45-dfe19a78d56c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb4967-939a-4e0e-859e-1434d2c2cc14,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:54.226137 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7359a5c0-4199-41b4-bb45-dfe19a78d56c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.233059 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7359a5c0-4199-41b4-bb45-dfe19a78d56c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.6441910 Sep 02 17:08:54.235560 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42102) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:54.247664 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-0339adf1-d74f-4d5d-bc0a-ac1bcff29974 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'security_group_rule': {'security_group_id': 'd0bb4967-939a-4e0e-859e-1434d2c2cc14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:54.261435 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-39671f05-591d-4e9f-b351-89836c61751b req-1dcebf4b-1015-408e-8da4-ad50d892efcc tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576845 Sep 02 17:08:54.274233 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-8e38a980-78e7-4991-af9c-7c09ad9d83d2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6067166 Sep 02 17:08:54.291780 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bb3388c0-c770-4c57-8d44-3e3bacf6da8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.309312 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0339adf1-d74f-4d5d-bc0a-ac1bcff29974 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.426542 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Set router 3cee70e0-072f-4fe3-93a5-00d2ca49293f gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:08:54.537524 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 2, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:54.574209 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bb3388c0-c770-4c57-8d44-3e3bacf6da8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.583521 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0339adf1-d74f-4d5d-bc0a-ac1bcff29974 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.585432 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bb3388c0-c770-4c57-8d44-3e3bacf6da8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.587105 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bb3388c0-c770-4c57-8d44-3e3bacf6da8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d068a1c8-c240-4146-b598-fc24250f45ec HTTP/1.1" status: 204 len: 168 time: 1.1668005 Sep 02 17:08:54.593501 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0339adf1-d74f-4d5d-bc0a-ac1bcff29974 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.623949 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339adf1-d74f-4d5d-bc0a-ac1bcff29974 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694a2fbf-eaae-4539-a1f7-15e5df6bac8b,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:54.644421 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b042091-917b-4b3d-89b4-5c11c02e60b9 None None] The sync data for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi is: [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 2, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:08:54.672928 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0339adf1-d74f-4d5d-bc0a-ac1bcff29974 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.679402 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0339adf1-d74f-4d5d-bc0a-ac1bcff29974 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4418321 Sep 02 17:08:54.680257 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42114) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:54.688991 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3388c0-c770-4c57-8d44-3e3bacf6da8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d068a1c8-c240-4146-b598-fc24250f45ec,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:54.694129 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-e9576276-02cb-4886-a59b-db60c817f0f5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'security_group_rule': {'security_group_id': 'd0bb4967-939a-4e0e-859e-1434d2c2cc14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:54.742525 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e9576276-02cb-4886-a59b-db60c817f0f5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.816895 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 8f8daf26-664a-4c4b-a374-ef3bba63582d completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:08:54.834891 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdf0b-0f35-499a-8e41-15e9eed7a185 req-e8c801c5-2992-4bc7-963e-e3af891eb699 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:54.840697 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-af0fdf0b-0f35-499a-8e41-15e9eed7a185 req-e8c801c5-2992-4bc7-963e-e3af891eb699 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 932 time: 0.3678370 Sep 02 17:08:54.848415 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42118) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:54.848691 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 8f8daf26-664a-4c4b-a374-ef3bba63582d triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:54.849298 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.851550 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e9576276-02cb-4886-a59b-db60c817f0f5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.856955 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e9576276-02cb-4886-a59b-db60c817f0f5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.877490 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-7f2cece1-dce1-4a50-bc48-51065095cae8 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--264376516', 'description': 'tempest-description--2076035282'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:54.886652 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9576276-02cb-4886-a59b-db60c817f0f5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192c8b9a-4c79-45cc-9b6a-8b77b401c3d3,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:54.903483 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e9576276-02cb-4886-a59b-db60c817f0f5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:54.909176 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e9576276-02cb-4886-a59b-db60c817f0f5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2259114 Sep 02 17:08:54.909813 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42126) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:54.948123 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'floatingip': {'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:55.062678 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-af0fdf0b-0f35-499a-8e41-15e9eed7a185 req-ca766420-2054-4eb8-bc41-3cbd6744bbc1 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136962 Sep 02 17:08:55.064655 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7f2cece1-dce1-4a50-bc48-51065095cae8 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.116662 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.166855 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.236405 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Transition to ACTIVE for port object 62412dda-ea83-4581-ad6a-6f9775438d55 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:08:55.262799 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.294521 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-router', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:51Z', 'revision_number': 4, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'gw_port': {'id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed1b2044-6d32-4237-8129-1a2259316013', 'name': '', 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'mac_address': 'fa:16:3e:a8:53:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:48Z', 'updated_at': '2021-09-02T17:08:52Z', 'revision_number': 2, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'subnets': [{'id': '78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:55.338422 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-132a210b-563f-4d24-9b3d-d293ff08baac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.354913 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318572e-893e-4dd4-b4bc-968f5f4eee17 None None] Pushing event updated for resources: {'Port': ['ID=62412dda-ea83-4581-ad6a-6f9775438d55,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:55.426841 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Checking router: 3cee70e0-072f-4fe3-93a5-00d2ca49293f for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:08:55.427425 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Updating router 3cee70e0-072f-4fe3-93a5-00d2ca49293f port ed1b2044-6d32-4237-8129-1a2259316013 binding host dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:08:55.463485 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.487287 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.520234 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7f2cece1-dce1-4a50-bc48-51065095cae8 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.555466 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.590146 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7f2cece1-dce1-4a50-bc48-51065095cae8 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.773589 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cece1-dce1-4a50-bc48-51065095cae8 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225a50c0-6af1-4b95-bc65-6b6765d26fb1,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:55.781919 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7f2cece1-dce1-4a50-bc48-51065095cae8 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.782853 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Attempting to bind port 62412dda-ea83-4581-ad6a-6f9775438d55 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:08:55.783398 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Attempting to bind port 62412dda-ea83-4581-ad6a-6f9775438d55 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:08:55.783938 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Attempting to bind port 62412dda-ea83-4581-ad6a-6f9775438d55 on network 94c8cbb5-40fd-4da4-849b-703835a0088e {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:08:55.785095 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7f2cece1-dce1-4a50-bc48-51065095cae8 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9283776 Sep 02 17:08:55.793490 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42144) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:55.799693 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-f5abf66c-9712-4a70-8a3b-d45774e5c5bc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'security_group_rule': {'security_group_id': '225a50c0-6af1-4b95-bc65-6b6765d26fb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:55.808346 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Allocated IP 172.27.2.162 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/317e19fe-80b9-454c-9dd5-bf6f4df297f4) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:55.810105 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:08:55.810493 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Checking segment: {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:55.810928 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.816740 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Bound using segment: {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:08:55.818130 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Bound port: 62412dda-ea83-4581-ad6a-6f9775438d55, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:08:55.820525 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.835859 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179743-53b1-435a-9336-edea409f8460 req-3f6a7698-e3c5-45b1-8d12-4498fc27d933 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:55.846341 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9c179743-53b1-435a-9336-edea409f8460 req-3f6a7698-e3c5-45b1-8d12-4498fc27d933 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 932 time: 0.3434365 Sep 02 17:08:55.862554 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:55.973998 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9c179743-53b1-435a-9336-edea409f8460 req-b44fc0f8-862a-431d-ac5e-981259faa3da tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247416 Sep 02 17:08:55.989727 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f5abf66c-9712-4a70-8a3b-d45774e5c5bc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:56.051580 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 8f8daf26-664a-4c4b-a374-ef3bba63582d, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=8f8daf26-664a-4c4b-a374-ef3bba63582d,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:08:56.100461 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:56.303887 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f5abf66c-9712-4a70-8a3b-d45774e5c5bc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:56.342600 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=8f8daf26-664a-4c4b-a374-ef3bba63582d,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:56.397711 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] For port 62412dda-ea83-4581-ad6a-6f9775438d55, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:08:56.403201 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] For port 62412dda-ea83-4581-ad6a-6f9775438d55, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=62412dda-ea83-4581-ad6a-6f9775438d55,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:08:56.416003 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:56.536226 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:56.581173 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-8c509a58-48a0-41d1-bb25-d6259d352507 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:56.581173 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-8c509a58-48a0-41d1-bb25-d6259d352507 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 819 time: 0.5826631 Sep 02 17:08:56.601800 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318572e-893e-4dd4-b4bc-968f5f4eee17 None None] Pushing event updated for resources: {'Port': ['ID=62412dda-ea83-4581-ad6a-6f9775438d55,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:56.611761 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:08:56.613048 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:56.643342 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-88c95563-b4d0-488e-a380-bcb0cc82757b tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:08:56.644402 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-88c95563-b4d0-488e-a380-bcb0cc82757b tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384519 Sep 02 17:08:56.686185 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-f8afd05a-60b8-4f66-9963-86f0a7d9a8f1 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/quotas/4d00b04201ec4d46956d03ebddbef781 HTTP/1.1" status: 200 len: 375 time: 0.0812197 Sep 02 17:08:56.741015 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:56.858189 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-4ec541a7-231d-4f98-8105-e72672d7f6ec tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:08:56.859365 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-4ec541a7-231d-4f98-8105-e72672d7f6ec tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164623 Sep 02 17:08:56.860334 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f5abf66c-9712-4a70-8a3b-d45774e5c5bc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:56.865556 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:08:56.866295 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'Port': ['ID=317e19fe-80b9-454c-9dd5-bf6f4df297f4,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:56.872829 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:08:56.895822 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abf66c-9712-4a70-8a3b-d45774e5c5bc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a4dd64-ae63-44dc-8436-7388294ecbe5,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:56.943664 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f5abf66c-9712-4a70-8a3b-d45774e5c5bc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:56.950096 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f5abf66c-9712-4a70-8a3b-d45774e5c5bc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1521583 Sep 02 17:08:56.951502 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:56.951914 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42176) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:56.963956 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:56.974454 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-4345fc99-8884-4cda-a173-5a8417746687 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'security_group_rule': {'security_group_id': '225a50c0-6af1-4b95-bc65-6b6765d26fb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:57.007957 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Transition to ACTIVE for port object ed1b2044-6d32-4237-8129-1a2259316013 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:08:57.018466 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4345fc99-8884-4cda-a173-5a8417746687 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:57.019408 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a22113a6-0e9f-4425-af1f-6357a315dd1c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2920861 Sep 02 17:08:57.020207 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:08:57.032058 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb0dcd-c322-40f7-bf01-487f7c87895d req-50603dde-a95a-44fd-8b0d-314b56b34d46 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:57.034080 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:57.041198 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a1cb0dcd-c322-40f7-bf01-487f7c87895d req-50603dde-a95a-44fd-8b0d-314b56b34d46 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 932 time: 0.7351398 Sep 02 17:08:57.136939 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a1cb0dcd-c322-40f7-bf01-487f7c87895d req-43af9230-23d5-4b58-a65b-eab74ef12a1d tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922804 Sep 02 17:08:57.201618 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:08:57.207082 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4345fc99-8884-4cda-a173-5a8417746687 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:57.213855 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4345fc99-8884-4cda-a173-5a8417746687 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:57.273202 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831870a-c1f8-46d3-96fc-817970441054 None None] Pushing event updated for resources: {'Port': ['ID=ed1b2044-6d32-4237-8129-1a2259316013,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:57.299204 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345fc99-8884-4cda-a173-5a8417746687 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecfda19-9840-41af-806e-2de138f62cc8,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:57.305481 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4345fc99-8884-4cda-a173-5a8417746687 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:57.310376 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4345fc99-8884-4cda-a173-5a8417746687 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3554358 Sep 02 17:08:57.313996 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42184) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:08:57.331047 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'floatingip': {'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:57.461610 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Attempting to bind port ed1b2044-6d32-4237-8129-1a2259316013 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:08:57.470762 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Attempting to bind port ed1b2044-6d32-4237-8129-1a2259316013 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:08:57.471385 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Attempting to bind port ed1b2044-6d32-4237-8129-1a2259316013 on network e89eb299-93b9-401c-ad14-f4bccef9cd1c {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:08:57.479422 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:08:57.482283 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Checking segment: {'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:08:57.482941 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:57.483493 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Bound using segment: {'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:08:57.484152 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Bound port: ed1b2044-6d32-4237-8129-1a2259316013, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:08:57.488070 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:57.561709 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:57.622612 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] For port ed1b2044-6d32-4237-8129-1a2259316013, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:08:57.628117 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:57.631785 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] For port ed1b2044-6d32-4237-8129-1a2259316013, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ed1b2044-6d32-4237-8129-1a2259316013,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:08:57.638453 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:57.852606 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:08:56Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:57.861154 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831870a-c1f8-46d3-96fc-817970441054 None None] Pushing event updated for resources: {'Port': ['ID=ed1b2044-6d32-4237-8129-1a2259316013,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:08:57.881959 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-ae41dc8e-bd64-4988-8482-f9e981feb622 service neutron] 10.222.0.41 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8279414 Sep 02 17:08:57.883789 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Routers {'3cee70e0-072f-4fe3-93a5-00d2ca49293f'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:08:57.885149 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:57.903536 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d61be0-1eeb-4101-86f1-721feb9cf980 req-c687aa64-3d43-4ce7-b0b1-4745f0dbdfb0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:08:57.921140 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-53d61be0-1eeb-4101-86f1-721feb9cf980 req-c687aa64-3d43-4ce7-b0b1-4745f0dbdfb0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 932 time: 0.5169656 Sep 02 17:08:57.941732 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:57.992562 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a084f6f-d2a2-41ba-a47f-f27c3de389e9 None None] The sync data for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi is: [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:08:56Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:08:58.127160 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-53d61be0-1eeb-4101-86f1-721feb9cf980 req-755bf182-03ac-4271-8693-8750eb40cbc8 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031689 Sep 02 17:08:58.187516 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Request body: {'port': {'device_id': '731fe663-d306-40c9-bc5b-af255b67d8d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:58.190073 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] Set router 3cee70e0-072f-4fe3-93a5-00d2ca49293f gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:08:58.481053 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:58.489388 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:58.592295 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:58.695760 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ab82d833-8048-4fea-8558-96ce7278e2e9 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:08:58.851212 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Request body: {'port': {'device_id': 'fc38d921-f6d4-4f6c-89c1-08e1c2d96c97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:08:58.922597 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port ab82d833-8048-4fea-8558-96ce7278e2e9 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:08:58.943213 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port ab82d833-8048-4fea-8558-96ce7278e2e9 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:08:58.949222 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:58.992574 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-router', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:51Z', 'revision_number': 4, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'gw_port': {'id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed1b2044-6d32-4237-8129-1a2259316013', 'name': '', 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'mac_address': 'fa:16:3e:a8:53:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:48Z', 'updated_at': '2021-09-02T17:08:57Z', 'revision_number': 4, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'subnets': [{'id': '78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:08:59.032954 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Allocated IP 172.27.2.84 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/ce707557-bb99-4687-9a30-95d998389c0c) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:08:59.089635 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-1e45cc52-33e4-4755-aed7-f25a81be1734 service neutron] 10.222.0.41 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2061486 Sep 02 17:08:59.131451 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424ec99-3e0a-4558-b693-43c490309dd5 None None] The sync data for ids ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'] in dv-cinder-806260-3-iscsi is: [{'id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-router', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:51Z', 'revision_number': 4, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'gw_port': {'id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed1b2044-6d32-4237-8129-1a2259316013', 'name': '', 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'mac_address': 'fa:16:3e:a8:53:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:48Z', 'updated_at': '2021-09-02T17:08:57Z', 'revision_number': 4, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'subnets': [{'id': '78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:08:59.317004 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:59.510014 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:59.608634 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port ab82d833-8048-4fea-8558-96ce7278e2e9, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ab82d833-8048-4fea-8558-96ce7278e2e9,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:08:59.639380 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:59.639380 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 8f8daf26-664a-4c4b-a374-ef3bba63582d up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:00.405656 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:00.472729 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:00.485986 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=ab82d833-8048-4fea-8558-96ce7278e2e9,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:00.521274 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:00.528246 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Sync routers for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:09:00.592657 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:09:00.603671 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:00.657917 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065f214-76cc-4340-8c66-1fdb80babb8e req-a7ae333d-ee11-4303-ae84-56d368095d0e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:00.670282 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b065f214-76cc-4340-8c66-1fdb80babb8e req-a7ae333d-ee11-4303-ae84-56d368095d0e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 932 time: 2.2471375 Sep 02 17:09:00.677568 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:00.734289 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0d003-1429-4842-921c-a327eb68a3b5 req-24c6adff-61db-43f8-8627-2d66d008961c tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:00.743715 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30a0d003-1429-4842-921c-a327eb68a3b5 req-24c6adff-61db-43f8-8627-2d66d008961c tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 932 time: 0.9063354 Sep 02 17:09:00.751737 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:00.834298 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'Port': ['ID=317e19fe-80b9-454c-9dd5-bf6f4df297f4,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:00.858909 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 8f8daf26-664a-4c4b-a374-ef3bba63582d triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:00.870542 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:00.879763 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'Port': ['ID=ce707557-bb99-4687-9a30-95d998389c0c,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:00.910221 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:09:00.942452 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b065f214-76cc-4340-8c66-1fdb80babb8e req-204b161e-047c-430e-af52-dd68dbec1708 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709274 Sep 02 17:09:00.948579 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:00.963239 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-93084f5d-9eb3-4686-95e6-6eeb5e126317 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0439036 Sep 02 17:09:01.002035 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30a0d003-1429-4842-921c-a327eb68a3b5 req-f5f10b2c-3145-4f58-a1b1-4cc74cf75da7 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565143 Sep 02 17:09:01.027689 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:09:01.035882 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:09:01.059134 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:09:01.183136 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2fc8cd-4943-4413-bed6-883f6ed096b2 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:01.215582 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:01.313705 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Transition to ACTIVE for port object 7e2fc8cd-4943-4413-bed6-883f6ed096b2 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:09:01.320775 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:01.501483 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:01.583530 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84985843-a05d-4eec-a8e6-63d146fd1bf1 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:01.612975 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:01.672289 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-00242e34-cad2-42f1-a627-c8cd3cef28ab req-5968eceb-1c85-44ed-be26-d68cca3c507d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 210 time: 0.2424829 Sep 02 17:09:01.769731 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 2, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:01.871748 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Checking router: 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:09:01.874452 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Updating router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 port ed688b6d-9610-4f26-8fc7-410ea982e334 binding host dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:09:01.876201 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Transition to ACTIVE for port object 84985843-a05d-4eec-a8e6-63d146fd1bf1 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:09:01.919535 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:01.926437 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:01.960850 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:01.973107 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-34ab5f65-a938-4d9b-8c46-abd34cb23588 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--729907262&fields=id&tenant_id=70d941aa2c0e4b9eac9950e6e8237615 HTTP/1.1" status: 200 len: 267 time: 0.5125439 Sep 02 17:09:02.156116 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2fc8cd-4943-4413-bed6-883f6ed096b2,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:02.196178 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-84dcad7a-3fde-42ed-90c9-e77214d1b9c3 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:02.210092 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-84dcad7a-3fde-42ed-90c9-e77214d1b9c3 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 817 time: 0.2227070 Sep 02 17:09:02.211775 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ed1b2044-6d32-4237-8129-1a2259316013 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:02.213792 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42320) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:02.214810 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Attempting to bind port 7e2fc8cd-4943-4413-bed6-883f6ed096b2 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:09:02.215323 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Attempting to bind port 7e2fc8cd-4943-4413-bed6-883f6ed096b2 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:09:02.215844 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Attempting to bind port 7e2fc8cd-4943-4413-bed6-883f6ed096b2 on network 42e64c23-8d50-4a89-acaf-802979ed9882 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:02.259479 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Port 7e2fc8cd-4943-4413-bed6-883f6ed096b2 on network 42e64c23-8d50-4a89-acaf-802979ed9882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:09:02.263384 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Attempting to bind port 7e2fc8cd-4943-4413-bed6-883f6ed096b2 on network 42e64c23-8d50-4a89-acaf-802979ed9882 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:02.291803 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-4ae64069-4158-4398-bbf8-724e4f0c4949 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/quotas/70d941aa2c0e4b9eac9950e6e8237615 HTTP/1.1" status: 200 len: 375 time: 0.0803554 Sep 02 17:09:02.372134 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:09:02.378303 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Checking segment: {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:02.379664 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Bound using segment: {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:09:02.381080 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Bound port: 7e2fc8cd-4943-4413-bed6-883f6ed096b2, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:09:02.382208 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:02.428899 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port ed1b2044-6d32-4237-8129-1a2259316013 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:02.440446 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port ed1b2044-6d32-4237-8129-1a2259316013 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:02.441534 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:02.521402 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-c589a24d-9e5d-460e-84d5-d84d596dadb1 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2202432 Sep 02 17:09:02.665505 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Pushing event updated for resources: {'Port': ['ID=84985843-a05d-4eec-a8e6-63d146fd1bf1,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:02.689419 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42332) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:02.713285 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1bef91b2-fbde-41f3-829d-d3bacc19daaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:02.762807 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37381cb-10f7-4284-9747-a5b151eb5333 req-95f03706-afed-4384-86f4-f6057f5a0136 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:02.764931 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c37381cb-10f7-4284-9747-a5b151eb5333 req-95f03706-afed-4384-86f4-f6057f5a0136 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 944 time: 0.3772316 Sep 02 17:09:02.777247 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:02.849769 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Attempting to bind port 84985843-a05d-4eec-a8e6-63d146fd1bf1 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:09:02.850571 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Attempting to bind port 84985843-a05d-4eec-a8e6-63d146fd1bf1 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '424087f6-72a9-466a-b133-41269641ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d155fe-60da-4839-b7eb-22a29138d9b5'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:09:02.850852 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Attempting to bind port 84985843-a05d-4eec-a8e6-63d146fd1bf1 on network 87d155fe-60da-4839-b7eb-22a29138d9b5 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:02.892188 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port ed1b2044-6d32-4237-8129-1a2259316013, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ed1b2044-6d32-4237-8129-1a2259316013,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:02.902458 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:02.907986 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ab82d833-8048-4fea-8558-96ce7278e2e9 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:02.908268 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Port 84985843-a05d-4eec-a8e6-63d146fd1bf1 on network 87d155fe-60da-4839-b7eb-22a29138d9b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:09:02.908268 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Attempting to bind port 84985843-a05d-4eec-a8e6-63d146fd1bf1 on network 87d155fe-60da-4839-b7eb-22a29138d9b5 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:02.952300 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:02.955217 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:09:02.955780 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Checking segment: {'id': '424087f6-72a9-466a-b133-41269641ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d155fe-60da-4839-b7eb-22a29138d9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:02.956722 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Bound using segment: {'id': '424087f6-72a9-466a-b133-41269641ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d155fe-60da-4839-b7eb-22a29138d9b5'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:09:02.957353 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Bound port: 84985843-a05d-4eec-a8e6-63d146fd1bf1, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424087f6-72a9-466a-b133-41269641ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d155fe-60da-4839-b7eb-22a29138d9b5'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:09:02.957912 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:02.963654 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c37381cb-10f7-4284-9747-a5b151eb5333 req-0ab3330c-47ee-492a-ab73-4f846fd1d232 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891892 Sep 02 17:09:02.965703 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.037552 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.092198 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] For port 7e2fc8cd-4943-4413-bed6-883f6ed096b2, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:09:03.155670 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'Port': ['ID=ce707557-bb99-4687-9a30-95d998389c0c,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:03.161078 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] For port 7e2fc8cd-4943-4413-bed6-883f6ed096b2, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=7e2fc8cd-4943-4413-bed6-883f6ed096b2,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:09:03.190856 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=ed1b2044-6d32-4237-8129-1a2259316013,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:03.208603 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] For port 84985843-a05d-4eec-a8e6-63d146fd1bf1, host hv-cinder-80626, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:09:03.231701 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-11ef7fb5-8914-42b9-9e86-522921402a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.248412 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.313731 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] For port 84985843-a05d-4eec-a8e6-63d146fd1bf1, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=84985843-a05d-4eec-a8e6-63d146fd1bf1,segment=NetworkSegment(424087f6-72a9-466a-b133-41269641ce42),segment_id=424087f6-72a9-466a-b133-41269641ce42)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:09:03.421139 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:03.427621 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.429845 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.439233 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e2fc8cd-4943-4413-bed6-883f6ed096b2 HTTP/1.1" status: 200 len: 1094 time: 5.8646829 Sep 02 17:09:03.444169 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc38d921-f6d4-4f6c-89c1-08e1c2d96c97', 'tag': '7e2fc8cd-4943-4413-bed6-883f6ed096b2'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:03.492027 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port ab82d833-8048-4fea-8558-96ce7278e2e9 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:03.492562 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.529750 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:03.530991 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.533081 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] 10.222.0.13 "PUT /v2.0/ports/84985843-a05d-4eec-a8e6-63d146fd1bf1 HTTP/1.1" status: 200 len: 1094 time: 5.9842498 Sep 02 17:09:03.533769 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731fe663-d306-40c9-bc5b-af255b67d8d8', 'tag': '84985843-a05d-4eec-a8e6-63d146fd1bf1'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:03.678766 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1bef91b2-fbde-41f3-829d-d3bacc19daaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.693530 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-a4c31885-675e-4f9b-88e2-29829f12d39f service neutron] 10.222.0.41 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1513305 Sep 02 17:09:03.697201 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1bef91b2-fbde-41f3-829d-d3bacc19daaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.729393 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 62412dda-ea83-4581-ad6a-6f9775438d55 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:03.774666 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef91b2-fbde-41f3-829d-d3bacc19daaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3764bcfc-3d1c-4473-b5ef-b10d8ef3938a,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:03.831415 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.913649 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Transition to ACTIVE for port object ed688b6d-9610-4f26-8fc7-410ea982e334 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:09:03.924770 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 62412dda-ea83-4581-ad6a-6f9775438d55 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:03.951850 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 62412dda-ea83-4581-ad6a-6f9775438d55 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:03.951850 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:03.990882 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a07a0a-b041-44d7-96ad-318f39aca06b req-ba293ac8-f672-47eb-9fac-efff4bfff3db tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:03.996097 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-00a07a0a-b041-44d7-96ad-318f39aca06b req-ba293ac8-f672-47eb-9fac-efff4bfff3db tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 944 time: 0.6969490 Sep 02 17:09:04.104243 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:04.104592 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:04.106828 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c291a044-b1b2-4059-9431-64cd8ac0d7d4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7915401 Sep 02 17:09:04.217990 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01dc035-9e72-4dff-a2e9-3906560798ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fc38d921-f6d4-4f6c-89c1-08e1c2d96c97", "tag": "7e2fc8cd-4943-4413-bed6-883f6ed096b2"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:04.245589 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ced0f4-6ecf-4004-b3a7-4a1aa0e30c29 None None] Pushing event updated for resources: {'Port': ['ID=ed688b6d-9610-4f26-8fc7-410ea982e334,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:04.276248 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566b068-de2a-4b25-bf24-926b5b311668 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2fc8cd-4943-4413-bed6-883f6ed096b2,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:04.278084 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.13', 51483) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:04.281152 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3975e770-fa23-405d-b8e7-3c95a54567b3" -d '{"events": [{"name": "network-changed", "server_uuid": "731fe663-d306-40c9-bc5b-af255b67d8d8", "tag": "84985843-a05d-4eec-a8e6-63d146fd1bf1"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:04.292312 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1bef91b2-fbde-41f3-829d-d3bacc19daaf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9816c8259ef345c7bfbffa210a383881&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0664475 Sep 02 17:09:04.299277 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42372) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:04.379613 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db006eda-909d-41bc-9319-b682d99f8e6d req-9d1821e3-eec4-44b5-b774-f41e8352b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:04.382574 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-9d1821e3-eec4-44b5-b774-f41e8352b960 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39e70c9c6e0d4dc8ad9911fa97233da1&device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 1097 time: 0.2849333 Sep 02 17:09:04.413265 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c2d9c2a8-2a29-4c13-82a2-086f8a9ecdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:04.424018 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-c2d9c2a8-2a29-4c13-82a2-086f8a9ecdae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 1097 time: 0.5051765 Sep 02 17:09:04.465928 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae25e91-95a3-45da-ba7c-b7848a916baa service neutron] Pushing event updated for resources: {'Port': ['ID=84985843-a05d-4eec-a8e6-63d146fd1bf1,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:04.478685 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0d29-61f8-4d90-8ef8-955ed3552d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:04.507484 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-12de592d-3045-4174-9c58-919b8b6e07f5 service neutron] 10.222.0.41 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525821 Sep 02 17:09:04.517022 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-00a07a0a-b041-44d7-96ad-318f39aca06b req-38c851cd-4be2-4e4c-845c-53226159d228 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927007 Sep 02 17:09:04.584797 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0d29-61f8-4d90-8ef8-955ed3552d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:04.614029 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:04.648867 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-31ca7102-0bf6-4ae5-9bbd-4e96809e802d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:04.650588 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-31ca7102-0bf6-4ae5-9bbd-4e96809e802d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.13 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 819 time: 0.3494112 Sep 02 17:09:04.699656 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-11ef7fb5-8914-42b9-9e86-522921402a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:04.710246 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-11ef7fb5-8914-42b9-9e86-522921402a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:04.712338 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 62412dda-ea83-4581-ad6a-6f9775438d55, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=62412dda-ea83-4581-ad6a-6f9775438d55,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:04.720825 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:04.832744 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=62412dda-ea83-4581-ad6a-6f9775438d55,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:04.836429 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Attempting to bind port ed688b6d-9610-4f26-8fc7-410ea982e334 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:09:04.836795 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Attempting to bind port ed688b6d-9610-4f26-8fc7-410ea982e334 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:09:04.837178 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Attempting to bind port ed688b6d-9610-4f26-8fc7-410ea982e334 on network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:04.850260 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:09:04.851009 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Checking segment: {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:04.851492 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:04.851994 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Bound using segment: {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:09:04.852461 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Bound port: ed688b6d-9610-4f26-8fc7-410ea982e334, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:09:04.853560 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:04.881374 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef7fb5-8914-42b9-9e86-522921402a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee026ce-a24a-4a9f-b973-4b42e901c860,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:04.972590 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ed1b2044-6d32-4237-8129-1a2259316013 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:05.005344 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-11ef7fb5-8914-42b9-9e86-522921402a59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5320e232d23401ca5a67bfc4c0ff50e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3068817 Sep 02 17:09:05.008162 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Request body: {'port': {'device_id': '089cf4bd-25a6-4572-a20b-99c71430e5f8', 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c', 'admin_state_up': True, 'tenant_id': '4d00b04201ec4d46956d03ebddbef781'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:05.164558 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] For port ed688b6d-9610-4f26-8fc7-410ea982e334, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:09:05.187714 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] For port ed688b6d-9610-4f26-8fc7-410ea982e334, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ed688b6d-9610-4f26-8fc7-410ea982e334,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:09:05.215372 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:05.241610 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42386) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:05.246839 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port ed1b2044-6d32-4237-8129-1a2259316013 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:05.251207 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:05.275357 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-a7943824-17c4-45de-9985-8df6cf570ec7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2fc8cd-4943-4413-bed6-883f6ed096b2 HTTP/1.1" status: 200 len: 217 time: 0.4904039 Sep 02 17:09:05.394408 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-38fb4dfd-10ac-4a5e-b98b-fa78815ff4a2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:05.408748 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-38fb4dfd-10ac-4a5e-b98b-fa78815ff4a2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 819 time: 0.6119957 Sep 02 17:09:05.528390 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f539fa06-6564-4703-adf2-e69d8602c4ab tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/quotas/4d00b04201ec4d46956d03ebddbef781 HTTP/1.1" status: 200 len: 375 time: 0.1180634 Sep 02 17:09:05.559978 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ced0f4-6ecf-4004-b3a7-4a1aa0e30c29 None None] Pushing event updated for resources: {'Port': ['ID=ed688b6d-9610-4f26-8fc7-410ea982e334,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:05.589831 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-42e053d9-b7bd-44ef-8088-007602d6aa25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84985843-a05d-4eec-a8e6-63d146fd1bf1 HTTP/1.1" status: 200 len: 217 time: 0.7995577 Sep 02 17:09:05.625655 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:09:05.626516 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:08:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:05.699327 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0d29-61f8-4d90-8ef8-955ed3552d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:05.701878 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0d29-61f8-4d90-8ef8-955ed3552d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:05.703017 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-bb9a0d29-61f8-4d90-8ef8-955ed3552d2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3764bcfc-3d1c-4473-b5ef-b10d8ef3938a HTTP/1.1" status: 204 len: 168 time: 1.4021223 Sep 02 17:09:05.727585 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de7756d9-5478-4d86-846c-5fd567bbe750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:05.731878 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116c65-e54b-41aa-8cb1-a7a4428b93c5 req-80ff8ff0-51e1-40d6-ae5e-388c874bfe98 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:05.733453 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0116c65-e54b-41aa-8cb1-a7a4428b93c5 req-80ff8ff0-51e1-40d6-ae5e-388c874bfe98 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 944 time: 0.1590302 Sep 02 17:09:05.762920 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a0d29-61f8-4d90-8ef8-955ed3552d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3764bcfc-3d1c-4473-b5ef-b10d8ef3938a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:05.851245 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-05cf3020-74ba-4910-b29f-6b4670f66d88 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3217254 Sep 02 17:09:05.936182 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de7756d9-5478-4d86-846c-5fd567bbe750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:05.944749 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Made reservation on behalf of 4d00b04201ec4d46956d03ebddbef781 for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:05.945265 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0116c65-e54b-41aa-8cb1-a7a4428b93c5 req-b9e4f2cd-c7ee-4847-947c-173a3aa57c77 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833534 Sep 02 17:09:05.959759 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:06.262033 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:09:06.334242 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaabef6b-2692-43a5-bd5a-6ed015c03154 x-openstack-request-id: req-aaabef6b-2692-43a5-bd5a-6ed015c03154 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:06.335380 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc38d921-f6d4-4f6c-89c1-08e1c2d96c97", "tag": "7e2fc8cd-4943-4413-bed6-883f6ed096b2", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:06.335768 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Allocated IP 172.20.0.4 (e89eb299-93b9-401c-ad14-f4bccef9cd1c/78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5/d0ba3007-01f9-488b-88b7-3d6c6288a03e) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:09:06.336527 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aaabef6b-2692-43a5-bd5a-6ed015c03154 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:06.338195 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc38d921-f6d4-4f6c-89c1-08e1c2d96c97', 'tag': '7e2fc8cd-4943-4413-bed6-883f6ed096b2', 'status': 'completed', 'code': 200} Sep 02 17:09:06.343774 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42420) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:06.361084 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-850bb83e-b04f-48c6-a771-8efe10d179ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:06.413937 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de7756d9-5478-4d86-846c-5fd567bbe750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:06.417495 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de7756d9-5478-4d86-846c-5fd567bbe750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:06.421517 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-de7756d9-5478-4d86-846c-5fd567bbe750 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ee026ce-a24a-4a9f-b973-4b42e901c860 HTTP/1.1" status: 204 len: 168 time: 1.1737847 Sep 02 17:09:06.436398 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-cdd29dba-a9a6-4c3b-b008-ff41a82b79eb service neutron] 10.222.0.41 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048223 Sep 02 17:09:06.456058 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7756d9-5478-4d86-846c-5fd567bbe750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee026ce-a24a-4a9f-b973-4b42e901c860,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:06.491939 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-3e302807-b678-47c6-9b21-68407de15cb1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--264376516&fields=id&tenant_id=efb6337b5a3548bcad9fd236c619842d HTTP/1.1" status: 200 len: 267 time: 0.0711420 Sep 02 17:09:06.595613 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-850bb83e-b04f-48c6-a771-8efe10d179ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:06.605555 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-850bb83e-b04f-48c6-a771-8efe10d179ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:06.616209 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:05Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:06.635693 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-233386a2-c089-4ca9-96ec-c7d479ba2aef service neutron] 10.222.0.41 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918242 Sep 02 17:09:06.660160 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1101a-bc89-4e4b-91f9-62b88741bf0d None None] The sync data for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi is: [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:05Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:09:06.660541 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:06.683123 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-850bb83e-b04f-48c6-a771-8efe10d179ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=573ea0ef351c4b9e8d1abf8d451d6c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391724 Sep 02 17:09:06.685890 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42434) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:06.694409 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-f8b0461f-fa79-4c08-a46c-93601aee18ca tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:06.714023 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-f8b0461f-fa79-4c08-a46c-93601aee18ca tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 811 time: 0.1907141 Sep 02 17:09:06.718467 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:06.767011 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Network e89eb299-93b9-401c-ad14-f4bccef9cd1c is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:09:06.772842 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:09:06.776075 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:09:06.783768 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:06.784429 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:06.806820 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bb83e-b04f-48c6-a771-8efe10d179ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dea8006-682b-4b2f-adba-1d3030bd7ec9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:06.811512 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Pushing event updated for resources: {'Port': ['ID=d0ba3007-01f9-488b-88b7-3d6c6288a03e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:06.818871 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-dcbbe653-cc90-49f6-b429-0434aa0dee71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8191965 Sep 02 17:09:06.868304 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42436) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:06.907495 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ed688b6d-9610-4f26-8fc7-410ea982e334 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:06.907685 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-d6cd3189-0415-4e2e-858f-5c53c2941fe1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/quotas/efb6337b5a3548bcad9fd236c619842d HTTP/1.1" status: 200 len: 375 time: 0.1925056 Sep 02 17:09:07.007777 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Request body: {'port': {'device_id': '089cf4bd-25a6-4572-a20b-99c71430e5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:07.011479 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-4dbcb20d-482c-40a0-bd06-5a3e89131b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:07.013271 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-4dbcb20d-482c-40a0-bd06-5a3e89131b3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f21f05-8338-4d4a-9690-02f96e5f3631 HTTP/1.1" status: 200 len: 855 time: 0.0863063 Sep 02 17:09:07.013901 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-af3f7469-be06-4000-bfa3-c91af09953bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.024513 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f404af00-d976-4ce6-9795-6374dd178010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.104647 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port ed688b6d-9610-4f26-8fc7-410ea982e334 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:07.113362 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port ed688b6d-9610-4f26-8fc7-410ea982e334 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:07.113731 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.182946 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-5808e69b-fb89-4257-84db-3f25b395192b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42e64c23-8d50-4a89-acaf-802979ed9882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424959 Sep 02 17:09:07.213595 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f404af00-d976-4ce6-9795-6374dd178010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.237532 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db006eda-909d-41bc-9319-b682d99f8e6d req-8398a32a-af6f-4175-9c0a-c71b165c1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:07.239720 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-8398a32a-af6f-4175-9c0a-c71b165c1b2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0f1e0e8-2833-4106-8ec6-a8127f668169 HTTP/1.1" status: 200 len: 851 time: 0.3290515 Sep 02 17:09:07.255625 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-d55fe31b-4ffd-465b-9d3d-799e6167b1b4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3471694 Sep 02 17:09:07.336190 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.358553 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.382078 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-af3f7469-be06-4000-bfa3-c91af09953bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.447332 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port ed688b6d-9610-4f26-8fc7-410ea982e334, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ed688b6d-9610-4f26-8fc7-410ea982e334,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:07.451453 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-af3f7469-be06-4000-bfa3-c91af09953bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.457133 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.458043 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 62412dda-ea83-4581-ad6a-6f9775438d55 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:07.511549 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-af3f7469-be06-4000-bfa3-c91af09953bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21e0e605d2b146cf95e6472d93b14b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6389542 Sep 02 17:09:07.536029 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42458) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:07.596643 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-f2ac4c9b-3761-4065-9de9-2526b3a7ff29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87d155fe-60da-4839-b7eb-22a29138d9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3335617 Sep 02 17:09:07.640776 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a9b184-7f6b-4d3d-a337-138d9054ec31 x-openstack-request-id: req-d5a9b184-7f6b-4d3d-a337-138d9054ec31 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:07.641116 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731fe663-d306-40c9-bc5b-af255b67d8d8", "tag": "84985843-a05d-4eec-a8e6-63d146fd1bf1", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:07.641411 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5a9b184-7f6b-4d3d-a337-138d9054ec31 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:07.641887 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731fe663-d306-40c9-bc5b-af255b67d8d8', 'tag': '84985843-a05d-4eec-a8e6-63d146fd1bf1', 'status': 'completed', 'code': 200} Sep 02 17:09:07.644327 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=ed688b6d-9610-4f26-8fc7-410ea982e334,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:07.663535 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 62412dda-ea83-4581-ad6a-6f9775438d55 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:07.663918 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.702649 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f404af00-d976-4ce6-9795-6374dd178010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.705569 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f404af00-d976-4ce6-9795-6374dd178010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:07.709179 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f404af00-d976-4ce6-9795-6374dd178010 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0dea8006-682b-4b2f-adba-1d3030bd7ec9 HTTP/1.1" status: 204 len: 168 time: 1.0194829 Sep 02 17:09:07.784551 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404af00-d976-4ce6-9795-6374dd178010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dea8006-682b-4b2f-adba-1d3030bd7ec9,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:07.858322 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-b2fbb8df-d97b-435c-a8a9-1d3c342e636d service neutron] 10.222.0.41 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108182 Sep 02 17:09:07.953641 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-160d2c83-80b6-4fbd-911c-d9bbe8cb8122 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7415988 Sep 02 17:09:07.977155 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f7469-be06-4000-bfa3-c91af09953bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4f7faf-7556-43d6-a19f-d9d36fd9d4ec,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:08.063171 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.13', 51488) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:08.075244 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ffd54222-5311-4d41-8c60-7507bfe8dec9 req-44ea780f-8828-4edf-aca6-b8d4200d345b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 210 time: 0.3620663 Sep 02 17:09:08.081997 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-288123f7-51e6-4f79-b26d-557e1aa91eac service neutron] 10.222.0.41 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226224 Sep 02 17:09:08.100429 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-2b7aafb5-68c4-48e6-81eb-35a7647ed3a1 service neutron] 10.222.0.13 "GET /v2.0/networks/87d155fe-60da-4839-b7eb-22a29138d9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927990 Sep 02 17:09:08.321063 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db006eda-909d-41bc-9319-b682d99f8e6d req-2ae724b6-1021-46f6-b4c0-0a0aab8eed54 service neutron] 10.222.0.13 "GET /v2.0/networks/87d155fe-60da-4839-b7eb-22a29138d9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091632 Sep 02 17:09:08.380115 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dff4b28a-a1ac-4e40-90f1-86818aef1876 req-5e1153c4-2d46-40a9-b41e-b571c317979f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 210 time: 0.0381010 Sep 02 17:09:08.588326 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ae9be-2ffd-4a18-b1d5-bc4828aafb45 req-150c6691-9d70-40e6-ace4-edfe256534b2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:08.595964 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b12ae9be-2ffd-4a18-b1d5-bc4828aafb45 req-150c6691-9d70-40e6-ace4-edfe256534b2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 944 time: 0.1209445 Sep 02 17:09:08.599840 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e770-fa23-405d-b8e7-3c95a54567b3 req-f567f415-3236-4857-9ce0-790cb585146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:08.601479 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3975e770-fa23-405d-b8e7-3c95a54567b3 req-f567f415-3236-4857-9ce0-790cb585146e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39e70c9c6e0d4dc8ad9911fa97233da1&device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 1097 time: 0.1544771 Sep 02 17:09:08.609900 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ba3007-01f9-488b-88b7-3d6c6288a03e {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:08.619132 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:08.632407 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Transition to ACTIVE for port object d0ba3007-01f9-488b-88b7-3d6c6288a03e will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:09:08.698583 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb871-507f-493f-a329-712046621adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:08.719494 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b12ae9be-2ffd-4a18-b1d5-bc4828aafb45 req-cff69fd1-8f74-49f2-b528-372389d8d107 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222377 Sep 02 17:09:08.744461 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:08.815228 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-65c4d9e2-3ea9-45ff-9178-65ced7fffa91 req-bc129351-356f-4919-b6fa-ba252ff90041 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 210 time: 0.0428193 Sep 02 17:09:08.886141 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb871-507f-493f-a329-712046621adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:08.894371 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e770-fa23-405d-b8e7-3c95a54567b3 req-8358eb14-99b7-4c3a-a650-d266bf7a8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:08.898090 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3975e770-fa23-405d-b8e7-3c95a54567b3 req-8358eb14-99b7-4c3a-a650-d266bf7a8936 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87d155fe-60da-4839-b7eb-22a29138d9b5 HTTP/1.1" status: 200 len: 912 time: 0.2804313 Sep 02 17:09:08.909334 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ed688b6d-9610-4f26-8fc7-410ea982e334 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:08.966787 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3975e770-fa23-405d-b8e7-3c95a54567b3 req-91b9f8a2-54f0-4beb-b959-178605dda89c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84985843-a05d-4eec-a8e6-63d146fd1bf1 HTTP/1.1" status: 200 len: 217 time: 0.0499017 Sep 02 17:09:08.967305 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.13', 51492) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:08.993029 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port ed688b6d-9610-4f26-8fc7-410ea982e334 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:08.993711 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:09.001367 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:09:09.009664 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a56dd-64d4-440f-9cb7-39fc55e6737a req-ce0e7183-82af-4bd8-81c4-4fccb85fa2e6 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:09.011543 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-966a56dd-64d4-440f-9cb7-39fc55e6737a req-ce0e7183-82af-4bd8-81c4-4fccb85fa2e6 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 944 time: 0.3395774 Sep 02 17:09:09.012383 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ba3007-01f9-488b-88b7-3d6c6288a03e,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:09.052500 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48dcaac0-9785-407e-96ee-4ff2246b44d1 req-46556194-ea34-4ae6-a981-780d085f1e33 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0803850 Sep 02 17:09:09.059548 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-056b29c6-9be0-4da6-9d8d-579542493a53 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:09.061775 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-056b29c6-9be0-4da6-9d8d-579542493a53 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.13 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 817 time: 0.9832091 Sep 02 17:09:09.128233 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Attempting to bind port d0ba3007-01f9-488b-88b7-3d6c6288a03e on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:09:09.128802 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Attempting to bind port d0ba3007-01f9-488b-88b7-3d6c6288a03e by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:09:09.129347 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Attempting to bind port d0ba3007-01f9-488b-88b7-3d6c6288a03e on network e89eb299-93b9-401c-ad14-f4bccef9cd1c {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:09.167038 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-966a56dd-64d4-440f-9cb7-39fc55e6737a req-e9f0663c-ce0a-4a71-b0a7-ee51753d946e tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377604 Sep 02 17:09:09.172966 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb871-507f-493f-a329-712046621adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:09.181801 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb871-507f-493f-a329-712046621adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:09.185900 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5b6cb871-507f-493f-a329-712046621adf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c4f7faf-7556-43d6-a19f-d9d36fd9d4ec HTTP/1.1" status: 204 len: 168 time: 1.6343300 Sep 02 17:09:09.210752 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e770-fa23-405d-b8e7-3c95a54567b3 req-aee3a397-5945-42de-9506-b6a27eb4242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:09.213193 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3975e770-fa23-405d-b8e7-3c95a54567b3 req-aee3a397-5945-42de-9506-b6a27eb4242d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0f1e0e8-2833-4106-8ec6-a8127f668169 HTTP/1.1" status: 200 len: 851 time: 0.2064722 Sep 02 17:09:09.247957 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Port d0ba3007-01f9-488b-88b7-3d6c6288a03e on network e89eb299-93b9-401c-ad14-f4bccef9cd1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:09:09.249701 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Attempting to bind port d0ba3007-01f9-488b-88b7-3d6c6288a03e on network e89eb299-93b9-401c-ad14-f4bccef9cd1c {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:09.279667 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cb871-507f-493f-a329-712046621adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4f7faf-7556-43d6-a19f-d9d36fd9d4ec,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:09.287671 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-1149726e-f52d-46db-98c1-bb47381fce34 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d941aa2c0e4b9eac9950e6e8237615 HTTP/1.1" status: 200 len: 379 time: 0.1970818 Sep 02 17:09:09.288731 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:09:09.289239 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Checking segment: {'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:09.289767 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Bound using segment: {'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:09:09.290399 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Bound port: d0ba3007-01f9-488b-88b7-3d6c6288a03e, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:09:09.290924 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:09.350707 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'port': {'device_id': '4e92c68a-a864-4562-b08b-d244394268ce', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'admin_state_up': True, 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'security_groups': ['d0bb4967-939a-4e0e-859e-1434d2c2cc14']}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:09.374300 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3975e770-fa23-405d-b8e7-3c95a54567b3 req-1fa51085-2d52-4e93-8c5d-81cdef3fd79c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87d155fe-60da-4839-b7eb-22a29138d9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272933 Sep 02 17:09:09.387298 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-c5525a55-4e7b-4774-8c7c-524ab54230bc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:09.388992 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-c5525a55-4e7b-4774-8c7c-524ab54230bc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.13 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 819 time: 0.3936243 Sep 02 17:09:09.442485 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Request body: {'port': {'device_id': 'e8c6e69a-9463-455b-b782-db0bcadacc9e', 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c', 'admin_state_up': True, 'tenant_id': '4d00b04201ec4d46956d03ebddbef781'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:09.480200 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aa26b9b0-1cb7-4db2-90f2-7f07955c0eb6 req-13e12ce3-2e12-4609-8221-ddbdfec07536 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 210 time: 0.2028508 Sep 02 17:09:09.530223 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] For port d0ba3007-01f9-488b-88b7-3d6c6288a03e, host hv-cinder-80626, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:09:09.540241 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] For port d0ba3007-01f9-488b-88b7-3d6c6288a03e, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:09:09.570713 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dc035-9e72-4dff-a2e9-3906560798ea req-b3336f78-fe9b-48e5-b6af-a0c5a688db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:09.573197 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a01dc035-9e72-4dff-a2e9-3906560798ea req-b3336f78-fe9b-48e5-b6af-a0c5a688db29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 1097 time: 0.2287366 Sep 02 17:09:09.605834 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8745ce87-bea5-4a55-9624-1eebfad5344d req-cd5d786e-a6dd-4e31-ba38-99850d184812 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 210 time: 0.0888505 Sep 02 17:09:09.607696 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:09.731700 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3975e770-fa23-405d-b8e7-3c95a54567b3 req-9d6675c1-9825-418d-94fa-cb4be7717f65 service neutron] 10.222.0.13 "GET /v2.0/networks/87d155fe-60da-4839-b7eb-22a29138d9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416238 Sep 02 17:09:09.741213 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ba3007-01f9-488b-88b7-3d6c6288a03e,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:09.773178 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Made reservation on behalf of 4d00b04201ec4d46956d03ebddbef781 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:09.776958 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:09.988706 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:09.989371 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:09.990870 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-a2f36dee-566d-406f-846b-2333c7be9778 service neutron] 10.222.0.13 "PUT /v2.0/ports/d0ba3007-01f9-488b-88b7-3d6c6288a03e HTTP/1.1" status: 200 len: 1093 time: 3.0628092 Sep 02 17:09:09.991546 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089cf4bd-25a6-4572-a20b-99c71430e5f8', 'tag': 'd0ba3007-01f9-488b-88b7-3d6c6288a03e'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:09.994517 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc408bd8-7a3e-4621-b9f5-a1201cc5bc35" -d '{"events": [{"name": "network-changed", "server_uuid": "089cf4bd-25a6-4572-a20b-99c71430e5f8", "tag": "d0ba3007-01f9-488b-88b7-3d6c6288a03e"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:10.085604 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.13', 51497) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:10.207491 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3e85aa95-d3ab-42f8-9c75-50c0c4ee3dcb req-1c15585b-133f-4013-8dcb-125774f84268 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 210 time: 0.1652627 Sep 02 17:09:10.294672 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Made reservation on behalf of 70d941aa2c0e4b9eac9950e6e8237615 for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:10.298677 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:10.310230 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Allocated IP 172.20.0.9 (e89eb299-93b9-401c-ad14-f4bccef9cd1c/78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5/78ccaec8-38fe-4511-a0ec-b9b938bb39a5) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:09:10.328659 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dc035-9e72-4dff-a2e9-3906560798ea req-ea8c4c92-468b-4c3b-a852-811b486a0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:10.329153 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c3853-a45d-4c64-b713-9f246f8dd273 req-30a5f665-1e5d-4b69-9f23-f8a58ffa03ac tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:10.330714 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e27c3853-a45d-4c64-b713-9f246f8dd273 req-30a5f665-1e5d-4b69-9f23-f8a58ffa03ac tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 944 time: 0.5140860 Sep 02 17:09:10.331016 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a01dc035-9e72-4dff-a2e9-3906560798ea req-ea8c4c92-468b-4c3b-a852-811b486a0e97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 916 time: 0.7157483 Sep 02 17:09:10.334906 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3975e770-fa23-405d-b8e7-3c95a54567b3 req-faa859cf-d8ba-493c-b334-c3b71248d3d7 service neutron] 10.222.0.13 "GET /v2.0/networks/87d155fe-60da-4839-b7eb-22a29138d9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893500 Sep 02 17:09:10.343470 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-97eeef9a-0b27-4169-8a47-15fd52eddbee tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:10.345719 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-97eeef9a-0b27-4169-8a47-15fd52eddbee tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.13 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 811 time: 0.2592275 Sep 02 17:09:10.352070 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-0fa1c198-55df-44de-9ece-63d593967dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:10.354333 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-0fa1c198-55df-44de-9ece-63d593967dc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 1096 time: 0.2664649 Sep 02 17:09:10.409528 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a91b23-d477-4eaf-b78c-6780410ba858 x-openstack-request-id: req-c1a91b23-d477-4eaf-b78c-6780410ba858 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:10.411564 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089cf4bd-25a6-4572-a20b-99c71430e5f8", "tag": "d0ba3007-01f9-488b-88b7-3d6c6288a03e", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:10.411829 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1a91b23-d477-4eaf-b78c-6780410ba858 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:10.412243 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089cf4bd-25a6-4572-a20b-99c71430e5f8', 'tag': 'd0ba3007-01f9-488b-88b7-3d6c6288a03e', 'status': 'completed', 'code': 200} Sep 02 17:09:10.427745 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e27c3853-a45d-4c64-b713-9f246f8dd273 req-19101cf8-6891-4baa-baae-c424c2163af3 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872846 Sep 02 17:09:10.449056 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a01dc035-9e72-4dff-a2e9-3906560798ea req-71f0994e-1030-4a02-a9fd-cd482cc72e1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2fc8cd-4943-4413-bed6-883f6ed096b2 HTTP/1.1" status: 200 len: 217 time: 0.0880656 Sep 02 17:09:10.586291 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:10.627964 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3c05c922-abd6-4f75-a38f-1ff88d596e12 req-f73f6ceb-3bc3-40cd-a1e0-31441903ca49 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 210 time: 0.0319738 Sep 02 17:09:10.678653 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:10.720617 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42582) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:10.732357 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dc035-9e72-4dff-a2e9-3906560798ea req-d6e126ae-7fe6-49f8-85c1-5aa23f2cd98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:10.734470 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a01dc035-9e72-4dff-a2e9-3906560798ea req-d6e126ae-7fe6-49f8-85c1-5aa23f2cd98c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f21f05-8338-4d4a-9690-02f96e5f3631 HTTP/1.1" status: 200 len: 855 time: 0.2191217 Sep 02 17:09:10.744352 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-c04f5d77-3583-4d7f-8ea0-5afd184d1313 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e HTTP/1.1" status: 200 len: 217 time: 0.3414981 Sep 02 17:09:10.754134 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Network e89eb299-93b9-401c-ad14-f4bccef9cd1c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:09:10.758364 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:09:10.788935 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:09:10.797043 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:10.798365 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:10.820280 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 84985843-a05d-4eec-a8e6-63d146fd1bf1 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:09:10.840485 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4113574 Sep 02 17:09:10.863676 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bccc3-d3e2-4ff8-ba9e-e7e1866df0e9 req-fcf3fe83-3f00-4493-8e98-79417bcbdb71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:10.867527 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a01dc035-9e72-4dff-a2e9-3906560798ea req-6e508eb1-2636-494d-a587-7c6da50dd4c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42e64c23-8d50-4a89-acaf-802979ed9882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044774 Sep 02 17:09:10.871227 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-000bccc3-d3e2-4ff8-ba9e-e7e1866df0e9 req-fcf3fe83-3f00-4493-8e98-79417bcbdb71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 931 time: 0.1138480 Sep 02 17:09:10.872433 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71a543-85d4-41b8-8b66-9bea9d2330b6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Pushing event updated for resources: {'Port': ['ID=78ccaec8-38fe-4511-a0ec-b9b938bb39a5,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:10.887969 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Request body: {'port': {'device_id': 'e8c6e69a-9463-455b-b782-db0bcadacc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:10.961134 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-939122830-network', 'tenant_id': '2e6b6fc233534048a0c28a98e3e9ad29'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:10.979605 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-000bccc3-d3e2-4ff8-ba9e-e7e1866df0e9 req-01fb7a97-d552-4626-bfdf-6a71106cdd7a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023891 Sep 02 17:09:10.988339 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.011302 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 84985843-a05d-4eec-a8e6-63d146fd1bf1, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=84985843-a05d-4eec-a8e6-63d146fd1bf1,segment=NetworkSegment(424087f6-72a9-466a-b133-41269641ce42),segment_id=424087f6-72a9-466a-b133-41269641ce42)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:11.029622 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '84985843-a05d-4eec-a8e6-63d146fd1bf1', 'network_id': '87d155fe-60da-4839-b7eb-22a29138d9b5', 'port_id': '84985843-a05d-4eec-a8e6-63d146fd1bf1', 'mac_address': 'fa:16:3e:0e:33:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f1e0e8-2833-4106-8ec6-a8127f668169', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:09:11.032987 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a01dc035-9e72-4dff-a2e9-3906560798ea req-d23599bd-d234-4dff-8071-e4744092d791 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511478 Sep 02 17:09:11.037185 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8a15a5c9-2859-46ca-bdd8-ccc36ceefbc9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb6337b5a3548bcad9fd236c619842d HTTP/1.1" status: 200 len: 379 time: 0.6241043 Sep 02 17:09:11.045351 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Made reservation on behalf of 2e6b6fc233534048a0c28a98e3e9ad29 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:11.047718 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.059645 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.097410 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.107386 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'port': {'device_id': '77697955-515d-4f49-8b5e-8d01b670ff58', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'admin_state_up': True, 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'security_groups': ['225a50c0-6af1-4b95-bc65-6b6765d26fb1']}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:11.120006 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84985843-a05d-4eec-a8e6-63d146fd1bf1 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:11.153849 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 84985843-a05d-4eec-a8e6-63d146fd1bf1, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=84985843-a05d-4eec-a8e6-63d146fd1bf1,segment=NetworkSegment(424087f6-72a9-466a-b133-41269641ce42),segment_id=424087f6-72a9-466a-b133-41269641ce42)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:11.158676 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81ee2-4b65-4d81-af1e-b6cbe669c433 req-cbf7ee14-e10e-4ae3-9c0f-51d0a2d76ceb tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:11.162526 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.164137 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 7e2fc8cd-4943-4413-bed6-883f6ed096b2 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:09:11.169495 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-52e81ee2-4b65-4d81-af1e-b6cbe669c433 req-cbf7ee14-e10e-4ae3-9c0f-51d0a2d76ceb tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 944 time: 0.6551087 Sep 02 17:09:11.270639 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=84985843-a05d-4eec-a8e6-63d146fd1bf1,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:11.317021 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Allocated IP 172.20.0.7 (94c8cbb5-40fd-4da4-849b-703835a0088e/c3243981-69c8-4ce9-8611-1bf8bbd54778/0a87c875-7882-47c2-a092-e14ea53f2b64) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:09:11.381205 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 7e2fc8cd-4943-4413-bed6-883f6ed096b2, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=7e2fc8cd-4943-4413-bed6-883f6ed096b2,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:11.397173 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '7e2fc8cd-4943-4413-bed6-883f6ed096b2', 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882', 'port_id': '7e2fc8cd-4943-4413-bed6-883f6ed096b2', 'mac_address': 'fa:16:3e:2a:c8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f21f05-8338-4d4a-9690-02f96e5f3631', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:09:11.412736 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f7529da-06dc-45a7-9838-ce98adbb751a req-f7110cb5-38fa-4fea-9f24-b292cd8dc570 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 210 time: 0.0549343 Sep 02 17:09:11.446234 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.462989 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2fc8cd-4943-4413-bed6-883f6ed096b2 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:11.496771 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 7e2fc8cd-4943-4413-bed6-883f6ed096b2, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=7e2fc8cd-4943-4413-bed6-883f6ed096b2,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:11.505540 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.575469 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.598024 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.621969 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=7e2fc8cd-4943-4413-bed6-883f6ed096b2,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:11.638314 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-2e77f8f0-d8ee-4eb1-bd2a-83f2f0bc7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:11.640119 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-2e77f8f0-d8ee-4eb1-bd2a-83f2f0bc7f12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 HTTP/1.1" status: 200 len: 859 time: 0.8643959 Sep 02 17:09:11.641318 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:09:11.694398 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.694775 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Added segment 46fa05ca-b6db-4061-a238-7faa13cf2ad4 of type vlan for network c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57 Sep 02 17:09:11.703581 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-e9a5aaea-477c-490e-b8a2-d78abbbc71c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89eb299-93b9-401c-ad14-f4bccef9cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494499 Sep 02 17:09:11.711942 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485162a8-a3d9-42da-9a42-1832fd9d2136,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:11.745200 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691d906-4cbb-42a7-9afa-a7ad65be3716 req-3b09d729-dcb5-4354-9618-9211cdf21a7e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:11.747163 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e691d906-4cbb-42a7-9afa-a7ad65be3716 req-3b09d729-dcb5-4354-9618-9211cdf21a7e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 945 time: 0.1695292 Sep 02 17:09:11.750765 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:11.767195 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.777454 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.796519 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-52e81ee2-4b65-4d81-af1e-b6cbe669c433 req-57feb6ec-28e4-4d88-b513-2c25ad1da32b tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224632 Sep 02 17:09:11.799968 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Transition to ACTIVE for port object 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:09:11.808399 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.863519 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42630) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:11.880883 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e691d906-4cbb-42a7-9afa-a7ad65be3716 req-dadf10b6-2688-4ffc-ad59-d5dbece46342 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203938 Sep 02 17:09:11.897373 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.898358 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:11.899011 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:11.931567 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Pushing event updated for resources: {'Port': ['ID=78ccaec8-38fe-4511-a0ec-b9b938bb39a5,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:11.958856 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a01dc035-9e72-4dff-a2e9-3906560798ea req-bca56c0a-5f4d-446f-9670-076999601cc3 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8894639 Sep 02 17:09:11.963042 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-29ec5fdd-db6c-4ab4-b01c-8c939103c5cb req-7e542e6a-5897-4110-a638-8e21e9664f52 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 210 time: 0.0768836 Sep 02 17:09:11.983890 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['84985843-a05d-4eec-a8e6-63d146fd1bf1'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:09:11.992294 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2681680 Sep 02 17:09:11.999781 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42634) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:12.004980 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969eae3-381f-48ae-91c2-e2a5c2006290 admin admin] Pushing event updated for resources: {'Network': ['ID=c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:12.014284 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Attempting to bind port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:09:12.014647 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Attempting to bind port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:09:12.014983 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Attempting to bind port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 on network e89eb299-93b9-401c-ad14-f4bccef9cd1c {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:12.015549 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] Request body: {'subnet': {'network_id': 'c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-939122830-subnet', 'tenant_id': '2e6b6fc233534048a0c28a98e3e9ad29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:12.020195 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 on network e89eb299-93b9-401c-ad14-f4bccef9cd1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:09:12.020195 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Attempting to bind port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 on network e89eb299-93b9-401c-ad14-f4bccef9cd1c {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:12.025653 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:09:12.025997 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Checking segment: {'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:12.026385 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Bound using segment: {'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:09:12.027027 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Bound port: 78ccaec8-38fe-4511-a0ec-b9b938bb39a5, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed6bf75-6706-4a8c-97b5-1479ffb165fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:09:12.027454 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.049886 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['7e2fc8cd-4943-4413-bed6-883f6ed096b2'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:09:12.054994 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57 details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:09:12.058194 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-b108955b-faaf-40bd-8007-6fa92dc3ea91 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425064 Sep 02 17:09:12.092440 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9039f7d7-d961-4530-95a1-e6aaed58677e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.153896 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Made reservation on behalf of efb6337b5a3548bcad9fd236c619842d for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:12.154305 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] For port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:09:12.157430 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.159305 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] For port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=78ccaec8-38fe-4511-a0ec-b9b938bb39a5,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:09:12.167131 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.178085 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d5fc-11b9-47b4-bb8e-72262b0d51ef req-89eae253-ef8e-4ee7-8745-de7167a43f63 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:12.179898 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e8c3d5fc-11b9-47b4-bb8e-72262b0d51ef req-89eae253-ef8e-4ee7-8745-de7167a43f63 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 943 time: 0.0979455 Sep 02 17:09:12.212039 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] Made reservation on behalf of 2e6b6fc233534048a0c28a98e3e9ad29 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:12.215165 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.224126 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.249434 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:12.250133 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.251687 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] 10.222.0.13 "PUT /v2.0/ports/78ccaec8-38fe-4511-a0ec-b9b938bb39a5 HTTP/1.1" status: 200 len: 1093 time: 1.3761234 Sep 02 17:09:12.254026 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c6e69a-9463-455b-b782-db0bcadacc9e', 'tag': '78ccaec8-38fe-4511-a0ec-b9b938bb39a5'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:12.256642 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a8dec3-b3c1-4533-bab2-bd52f029f927" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c6e69a-9463-455b-b782-db0bcadacc9e", "tag": "78ccaec8-38fe-4511-a0ec-b9b938bb39a5"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:12.335381 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72094c9-1676-48ca-a5f5-37f63a945e4f x-openstack-request-id: req-b72094c9-1676-48ca-a5f5-37f63a945e4f {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:12.335834 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c6e69a-9463-455b-b782-db0bcadacc9e", "tag": "78ccaec8-38fe-4511-a0ec-b9b938bb39a5", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:12.336245 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b72094c9-1676-48ca-a5f5-37f63a945e4f {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:12.336916 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c6e69a-9463-455b-b782-db0bcadacc9e', 'tag': '78ccaec8-38fe-4511-a0ec-b9b938bb39a5', 'status': 'completed', 'code': 200} Sep 02 17:09:12.357055 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Transition to ACTIVE for port object 0a87c875-7882-47c2-a092-e14ea53f2b64 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:09:12.374830 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929ea5e-5585-4957-8140-7a3733393f09 service neutron] Pushing event updated for resources: {'Port': ['ID=78ccaec8-38fe-4511-a0ec-b9b938bb39a5,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:12.406699 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e8c3d5fc-11b9-47b4-bb8e-72262b0d51ef req-2ff3c909-6526-4fad-a575-a78f4308f8f2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927521 Sep 02 17:09:12.438957 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7ecde6c0-6e33-4995-ad82-b00801870413 req-4bb78744-5708-40da-bf30-79123832b462 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541667 Sep 02 17:09:12.483894 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-fc2db945-9e61-43f4-8a8f-5eb9952d54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:12.486509 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-fc2db945-9e61-43f4-8a8f-5eb9952d54d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 1096 time: 0.1484823 Sep 02 17:09:12.496901 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9039f7d7-d961-4530-95a1-e6aaed58677e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.502457 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9039f7d7-d961-4530-95a1-e6aaed58677e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.510502 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Allocated IP 172.20.0.7 (cb42942f-ef9a-49eb-b2f9-e00e0bd8f527/fcfebaec-968b-4ea6-b382-ae8c6be7eb8b/d6ce6dfa-70c0-4097-860a-9fdc1e531848) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:09:12.544072 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039f7d7-d961-4530-95a1-e6aaed58677e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae9294c-1592-4700-a451-f3a65510f0db,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:12.551034 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9039f7d7-d961-4530-95a1-e6aaed58677e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd0dc7b68b104b389d755b2f408101a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831710 Sep 02 17:09:12.555329 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42644) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:12.591386 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ca777337-e412-4721-a65b-2b735dae3a56 req-59c900b5-5c29-4085-82c0-a641397c09e1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 210 time: 0.0821984 Sep 02 17:09:12.591386 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.604275 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-747896df-7453-4278-8d7b-2224b707e7da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78ccaec8-38fe-4511-a0ec-b9b938bb39a5 HTTP/1.1" status: 200 len: 217 time: 0.0563824 Sep 02 17:09:12.675345 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Network 94c8cbb5-40fd-4da4-849b-703835a0088e is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:09:12.688735 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-ee8302af-bf6c-4f16-9bc5-10d8e655f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:12.690317 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-ee8302af-bf6c-4f16-9bc5-10d8e655f599 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 HTTP/1.1" status: 200 len: 859 time: 0.0773978 Sep 02 17:09:12.700735 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:09:12.708006 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:09:12.711561 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b3660d9-d437-481e-92ef-38d62fbf86a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.714649 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:12.714951 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.729930 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-101a5d84-9657-4c48-a56b-ecfbcdc6bf40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89eb299-93b9-401c-ad14-f4bccef9cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315120 Sep 02 17:09:12.777350 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'Port': ['ID=0a87c875-7882-47c2-a092-e14ea53f2b64,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:12.793267 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-3af00c5a-4ef8-41a8-b4c8-cf0debd5aeb7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4501970 Sep 02 17:09:12.797701 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b3660d9-d437-481e-92ef-38d62fbf86a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.815046 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc408bd8-7a3e-4621-b9f5-a1201cc5bc35 req-56292e85-cb43-4190-be28-a59178cb3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:12.823798 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc408bd8-7a3e-4621-b9f5-a1201cc5bc35 req-56292e85-cb43-4190-be28-a59178cb3037 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 1096 time: 0.2440526 Sep 02 17:09:12.828975 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Request body: {'port': {'device_id': '4e92c68a-a864-4562-b08b-d244394268ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:12.877455 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-6fa527a0-111c-453c-a0b7-2b50fb05392d service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397510 Sep 02 17:09:12.912252 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b3660d9-d437-481e-92ef-38d62fbf86a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.915649 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b3660d9-d437-481e-92ef-38d62fbf86a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.919522 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4b3660d9-d437-481e-92ef-38d62fbf86a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ae9294c-1592-4700-a451-f3a65510f0db HTTP/1.1" status: 204 len: 168 time: 0.3550148 Sep 02 17:09:12.970468 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.988341 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3660d9-d437-481e-92ef-38d62fbf86a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae9294c-1592-4700-a451-f3a65510f0db,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:13.034203 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-7a13309f-39ef-4aac-8631-e149fd893a04 None None] Provisioning for port 0a87c875-7882-47c2-a092-e14ea53f2b64 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:13.039719 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-7a13309f-39ef-4aac-8631-e149fd893a04 None None] Provisioning complete for port 0a87c875-7882-47c2-a092-e14ea53f2b64 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:13.039996 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7a13309f-39ef-4aac-8631-e149fd893a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:13.043120 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5872a4df-862c-4a8e-8123-c1f8b7156cf3 req-fc2e416e-6633-4bc7-8e52-0caec2ab0d88 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548460 Sep 02 17:09:13.053362 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46affe-b8b1-465e-a37a-edb57017ca6a req-5077d9c8-1c01-4f74-a223-2964873f0b29 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:13.055170 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb46affe-b8b1-465e-a37a-edb57017ca6a req-5077d9c8-1c01-4f74-a223-2964873f0b29 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 945 time: 0.1700864 Sep 02 17:09:13.102829 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-7a13309f-39ef-4aac-8631-e149fd893a04 None None] Port 0a87c875-7882-47c2-a092-e14ea53f2b64 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:09:13.124011 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb46affe-b8b1-465e-a37a-edb57017ca6a req-60a4e3b6-ca8d-4c86-9a15-99ac0fef51c6 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544221 Sep 02 17:09:13.187784 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6497790b-6361-4806-932d-473a741bfe9d,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:13.198719 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:13.219731 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:13.236967 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc408bd8-7a3e-4621-b9f5-a1201cc5bc35 req-b8825beb-acf9-449b-8d3b-49dc3fafd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:13.238801 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc408bd8-7a3e-4621-b9f5-a1201cc5bc35 req-b8825beb-acf9-449b-8d3b-49dc3fafd504 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 920 time: 0.4142103 Sep 02 17:09:13.248769 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] Checking segment: {'id': '46fa05ca-b6db-4061-a238-7faa13cf2ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:13.249245 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] Network hostable DHCP agents. Network: c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:09:13.252162 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6202e79-53fe-4042-8777-0e72ff7be819 req-ede31263-d799-4778-a4bd-3bd5ea304fa1 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:13.253704 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f6202e79-53fe-4042-8777-0e72ff7be819 req-ede31263-d799-4778-a4bd-3bd5ea304fa1 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 931 time: 0.0636265 Sep 02 17:09:13.255930 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8dec3-b3c1-4533-bab2-bd52f029f927 req-ee5e121b-61e4-4a1d-840e-20b83b5619e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:13.257333 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-08a8dec3-b3c1-4533-bab2-bd52f029f927 req-ee5e121b-61e4-4a1d-840e-20b83b5619e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 1096 time: 0.1012173 Sep 02 17:09:13.275548 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335533a-cef7-4e18-9831-27a8f486d615 req-beeb07eb-38a8-4c12-9c96-1e7f0e0915d3 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:13.277063 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c335533a-cef7-4e18-9831-27a8f486d615 req-beeb07eb-38a8-4c12-9c96-1e7f0e0915d3 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 945 time: 0.2490427 Sep 02 17:09:13.320954 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42660) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:13.334269 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Transition to ACTIVE for port object d6ce6dfa-70c0-4097-860a-9fdc1e531848 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:09:13.343318 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc408bd8-7a3e-4621-b9f5-a1201cc5bc35 req-cad6ea5f-db09-4605-811a-0ef76338bcba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e HTTP/1.1" status: 200 len: 217 time: 0.0868356 Sep 02 17:09:13.349101 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e851c6b6-9716-47fc-bd01-80c7935b397b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:13.374574 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f6202e79-53fe-4042-8777-0e72ff7be819 req-1966456e-b3cc-48e3-a6e0-a3830e8d6792 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103265 Sep 02 17:09:13.383373 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] Network c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57 is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:09:13.445180 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:09:13.449761 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8dec3-b3c1-4533-bab2-bd52f029f927 req-decd3c17-5be1-4384-b663-521b8a6465b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:13.459100 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-08a8dec3-b3c1-4533-bab2-bd52f029f927 req-decd3c17-5be1-4384-b663-521b8a6465b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 920 time: 0.1863456 Sep 02 17:09:13.464320 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6dc91e-221d-426b-97f6-44eb67b9ca8f None None] Network c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:09:13.527229 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-08a8dec3-b3c1-4533-bab2-bd52f029f927 req-3103c3e7-a016-4b4b-a4eb-14bd2555f795 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78ccaec8-38fe-4511-a0ec-b9b938bb39a5 HTTP/1.1" status: 200 len: 217 time: 0.0638587 Sep 02 17:09:13.534813 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c335533a-cef7-4e18-9831-27a8f486d615 req-3370f4ae-9ded-41ee-9e21-9f0743198bd2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027249 Sep 02 17:09:13.536429 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:13.537225 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:13.567420 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc408bd8-7a3e-4621-b9f5-a1201cc5bc35 req-3a5771b4-d5c3-4023-aeba-26617fc45069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:13.569239 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc408bd8-7a3e-4621-b9f5-a1201cc5bc35 req-3a5771b4-d5c3-4023-aeba-26617fc45069 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 HTTP/1.1" status: 200 len: 859 time: 0.2142210 Sep 02 17:09:13.596392 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:13.630688 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8dec3-b3c1-4533-bab2-bd52f029f927 req-d3a17aa5-6838-4c6f-940e-0d50f5169afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:13.632834 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-08a8dec3-b3c1-4533-bab2-bd52f029f927 req-d3a17aa5-6838-4c6f-940e-0d50f5169afc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 HTTP/1.1" status: 200 len: 859 time: 0.0844924 Sep 02 17:09:13.646217 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98297b0-7af7-48c0-bbba-516d3f284c05 req-0ca04e19-d856-47be-8909-5828a6641242 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:13.647836 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d98297b0-7af7-48c0-bbba-516d3f284c05 req-0ca04e19-d856-47be-8909-5828a6641242 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 943 time: 0.1358268 Sep 02 17:09:13.736483 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc408bd8-7a3e-4621-b9f5-a1201cc5bc35 req-b771b389-d4ee-404e-b445-0fe358bc0a5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89eb299-93b9-401c-ad14-f4bccef9cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560919 Sep 02 17:09:13.749393 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-08a8dec3-b3c1-4533-bab2-bd52f029f927 req-db3c285b-b3d2-42cf-90df-ff7a2a13b81e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89eb299-93b9-401c-ad14-f4bccef9cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973263 Sep 02 17:09:13.793464 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:09:13.850007 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:09:13.875813 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:09:13.886720 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:13.888098 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:13.923987 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-08a8dec3-b3c1-4533-bab2-bd52f029f927 req-8caccd5e-9b09-42d1-a0d8-d4aedf61eb7f service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591613 Sep 02 17:09:13.931226 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cee0d8e-9f6e-418f-9b29-a144385c4af2 None None] Network c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:09:13.941322 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e851c6b6-9716-47fc-bd01-80c7935b397b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:13.966143 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d98297b0-7af7-48c0-bbba-516d3f284c05 req-c96c3557-fedf-4954-bfca-778025e9f7e0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938669 Sep 02 17:09:13.971738 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9052322 Sep 02 17:09:13.976070 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a6c42-7a78-46d5-82e6-2db7a8e8bfd2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'Port': ['ID=d6ce6dfa-70c0-4097-860a-9fdc1e531848,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:14.004774 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e851c6b6-9716-47fc-bd01-80c7935b397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:14.006052 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d2bf6f84-88ae-4050-b43c-eb0c224a8ac7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9970586 Sep 02 17:09:14.018501 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Request body: {'port': {'device_id': '77697955-515d-4f49-8b5e-8d01b670ff58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:14.099828 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851c6b6-9716-47fc-bd01-80c7935b397b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e542fc3e-7451-4115-bd45-bdfd09f84e5f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:14.139180 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e851c6b6-9716-47fc-bd01-80c7935b397b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5666485252904920a1aa7572b6800a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8142998 Sep 02 17:09:14.141960 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42674) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:14.222015 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-08a8dec3-b3c1-4533-bab2-bd52f029f927 req-3e70e115-5fa1-4f83-9d19-2a93d9094953 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504659 Sep 02 17:09:14.251716 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da33ae6a-6b6f-481a-a8c7-0edc8f5e2f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:14.273478 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f98faa7b-ebb3-44f0-84a1-4f9660aaeb4e None None] Provisioning for port d6ce6dfa-70c0-4097-860a-9fdc1e531848 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:14.279949 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f98faa7b-ebb3-44f0-84a1-4f9660aaeb4e None None] Provisioning complete for port d6ce6dfa-70c0-4097-860a-9fdc1e531848 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:14.280418 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f98faa7b-ebb3-44f0-84a1-4f9660aaeb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:14.304235 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da33ae6a-6b6f-481a-a8c7-0edc8f5e2f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:14.332611 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417fc03-0421-4d1e-b265-7b91f7e41560 req-d12a06d8-310e-43f9-bcad-0184e3c25f56 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:14.335065 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c417fc03-0421-4d1e-b265-7b91f7e41560 req-d12a06d8-310e-43f9-bcad-0184e3c25f56 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 945 time: 0.1003559 Sep 02 17:09:14.335183 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-f98faa7b-ebb3-44f0-84a1-4f9660aaeb4e None None] Port d6ce6dfa-70c0-4097-860a-9fdc1e531848 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:09:14.345780 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92085b-7ed2-4dae-9b61-da5c2f2f95b0 req-7c426c30-7876-474e-bb96-75419ce5073b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:14.351431 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3c92085b-7ed2-4dae-9b61-da5c2f2f95b0 req-7c426c30-7876-474e-bb96-75419ce5073b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 931 time: 0.5613778 Sep 02 17:09:14.393216 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c417fc03-0421-4d1e-b265-7b91f7e41560 req-d9042270-ec24-4388-9d0f-83ff04c3c892 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502703 Sep 02 17:09:14.395670 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:14.422507 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da33ae6a-6b6f-481a-a8c7-0edc8f5e2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:14.422507 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da33ae6a-6b6f-481a-a8c7-0edc8f5e2f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:14.422507 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-da33ae6a-6b6f-481a-a8c7-0edc8f5e2f3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e542fc3e-7451-4115-bd45-bdfd09f84e5f HTTP/1.1" status: 204 len: 168 time: 0.2782941 Sep 02 17:09:14.446212 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33ae6a-6b6f-481a-a8c7-0edc8f5e2f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e542fc3e-7451-4115-bd45-bdfd09f84e5f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:14.453394 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc408bd8-7a3e-4621-b9f5-a1201cc5bc35 req-aa12544c-2b2b-49ef-8959-99bb04576fc8 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529207 Sep 02 17:09:14.541143 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39786c3-64eb-47bf-bb03-babdf7ec891c req-a2ea65cd-11d0-47d3-b3d6-411407b912dd tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:14.543588 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c39786c3-64eb-47bf-bb03-babdf7ec891c req-a2ea65cd-11d0-47d3-b3d6-411407b912dd tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 931 time: 0.0642076 Sep 02 17:09:14.594404 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c39786c3-64eb-47bf-bb03-babdf7ec891c req-82482233-a3fa-479d-aff8-438888b5dcb5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440662 Sep 02 17:09:14.712475 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3c92085b-7ed2-4dae-9b61-da5c2f2f95b0 req-f0c752d5-9d4e-4dec-98a0-831fef17d820 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251710 Sep 02 17:09:14.746816 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a87c875-7882-47c2-a092-e14ea53f2b64 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:14.752893 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f288e84-7099-4494-a087-5e1837dfbbeb req-6a770ed1-20f5-4e44-9fc0-aa1e7480214f tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:14.753485 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:09:14.761876 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f288e84-7099-4494-a087-5e1837dfbbeb req-6a770ed1-20f5-4e44-9fc0-aa1e7480214f tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 945 time: 0.0917609 Sep 02 17:09:14.772290 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 84985843-a05d-4eec-a8e6-63d146fd1bf1 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:14.815087 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f288e84-7099-4494-a087-5e1837dfbbeb req-8c733939-0247-40af-b834-00aa2371e6fb tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518796 Sep 02 17:09:14.880689 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:14.917307 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ce6dfa-70c0-4097-860a-9fdc1e531848 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:14.918273 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 84985843-a05d-4eec-a8e6-63d146fd1bf1 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:14.922273 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Transition to ACTIVE for port object 0a87c875-7882-47c2-a092-e14ea53f2b64 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:09:14.935149 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:14.939073 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:14.942527 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 84985843-a05d-4eec-a8e6-63d146fd1bf1 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:14.944731 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:14.987347 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Pushing event updated for resources: {'Port': ['ID=0a87c875-7882-47c2-a092-e14ea53f2b64,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:14.996416 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc408bd8-7a3e-4621-b9f5-a1201cc5bc35 req-6181931f-dc5a-4a6b-8889-c28ef78f5949 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296619 Sep 02 17:09:15.007138 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Transition to ACTIVE for port object d6ce6dfa-70c0-4097-860a-9fdc1e531848 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:09:15.016862 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.038975 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42710) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:15.046469 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695869723-network', 'tenant_id': '14daf20e84d2471f9ea7aac72995596b'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:15.103982 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=78ccaec8-38fe-4511-a0ec-b9b938bb39a5,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:15.145842 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '78ccaec8-38fe-4511-a0ec-b9b938bb39a5', 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c', 'port_id': '78ccaec8-38fe-4511-a0ec-b9b938bb39a5', 'mac_address': 'fa:16:3e:8b:a8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:09:15.156567 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Made reservation on behalf of 14daf20e84d2471f9ea7aac72995596b for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:15.161667 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.167408 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Attempting to bind port 0a87c875-7882-47c2-a092-e14ea53f2b64 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:09:15.167782 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Attempting to bind port 0a87c875-7882-47c2-a092-e14ea53f2b64 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:09:15.169613 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Attempting to bind port 0a87c875-7882-47c2-a092-e14ea53f2b64 on network 94c8cbb5-40fd-4da4-849b-703835a0088e {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:15.192508 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Attempting to bind port d6ce6dfa-70c0-4097-860a-9fdc1e531848 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:09:15.192828 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Attempting to bind port d6ce6dfa-70c0-4097-860a-9fdc1e531848 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:09:15.193146 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Attempting to bind port d6ce6dfa-70c0-4097-860a-9fdc1e531848 on network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:15.200099 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.235584 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Port d6ce6dfa-70c0-4097-860a-9fdc1e531848 on network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:09:15.235896 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Attempting to bind port d6ce6dfa-70c0-4097-860a-9fdc1e531848 on network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:15.237863 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Port 0a87c875-7882-47c2-a092-e14ea53f2b64 on network 94c8cbb5-40fd-4da4-849b-703835a0088e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:09:15.238186 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Attempting to bind port 0a87c875-7882-47c2-a092-e14ea53f2b64 on network 94c8cbb5-40fd-4da4-849b-703835a0088e {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:15.269948 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.271895 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.293383 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:09:15.293641 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Checking segment: {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:15.294045 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Bound using segment: {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:09:15.295335 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Bound port: d6ce6dfa-70c0-4097-860a-9fdc1e531848, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:09:15.300239 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.308387 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:15.324112 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731fe663-d306-40c9-bc5b-af255b67d8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84985843-a05d-4eec-a8e6-63d146fd1bf1'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:15.333643 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Pushing event updated for resources: {'Port': ['ID=d6ce6dfa-70c0-4097-860a-9fdc1e531848,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:15.344963 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:09:15.345303 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Checking segment: {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:15.345740 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Bound using segment: {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:09:15.346305 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Bound port: 0a87c875-7882-47c2-a092-e14ea53f2b64, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:09:15.346715 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.482377 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=78ccaec8-38fe-4511-a0ec-b9b938bb39a5,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:15.510238 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.510945 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device d0ba3007-01f9-488b-88b7-3d6c6288a03e details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:09:15.546356 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port d0ba3007-01f9-488b-88b7-3d6c6288a03e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:15.560243 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 84985843-a05d-4eec-a8e6-63d146fd1bf1, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=84985843-a05d-4eec-a8e6-63d146fd1bf1,segment=NetworkSegment(424087f6-72a9-466a-b133-41269641ce42),segment_id=424087f6-72a9-466a-b133-41269641ce42)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:15.600594 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4647723-c4ad-48f1-810d-0dab1ff4d683 req-9d76a95e-2173-4bf5-bc23-b876ec9b4369 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:15.602201 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d4647723-c4ad-48f1-810d-0dab1ff4d683 req-9d76a95e-2173-4bf5-bc23-b876ec9b4369 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 945 time: 0.0832243 Sep 02 17:09:15.612945 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': 'd0ba3007-01f9-488b-88b7-3d6c6288a03e', 'network_id': 'e89eb299-93b9-401c-ad14-f4bccef9cd1c', 'port_id': 'd0ba3007-01f9-488b-88b7-3d6c6288a03e', 'mac_address': 'fa:16:3e:54:f7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:09:15.617235 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=78ccaec8-38fe-4511-a0ec-b9b938bb39a5,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:15.641507 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b4df-a65f-4fbd-86dd-ccf46e1ceef6 req-0a3def4f-67db-4837-bd93-68ed5c50da6d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:15.652728 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f1e3b4df-a65f-4fbd-86dd-ccf46e1ceef6 req-0a3def4f-67db-4837-bd93-68ed5c50da6d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 943 time: 0.4494936 Sep 02 17:09:15.664196 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.679956 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.681679 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 7e2fc8cd-4943-4413-bed6-883f6ed096b2 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:15.709165 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:09:15.712632 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d4647723-c4ad-48f1-810d-0dab1ff4d683 req-5110bb1a-a534-4075-8ae8-8a37c6db8661 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948305 Sep 02 17:09:15.712812 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e0c8a-c5b2-4a5c-8788-3a610da65e3f" -d '{"events": [{"server_uuid": "731fe663-d306-40c9-bc5b-af255b67d8d8", "name": "network-vif-plugged", "status": "completed", "tag": "84985843-a05d-4eec-a8e6-63d146fd1bf1"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:15.714537 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.716543 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ba3007-01f9-488b-88b7-3d6c6288a03e {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:15.721886 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.722110 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] For port d6ce6dfa-70c0-4097-860a-9fdc1e531848, host hv-cinder-80626, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:09:15.748415 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port d0ba3007-01f9-488b-88b7-3d6c6288a03e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:15.755713 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:09:15.765107 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:09:15.770858 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] For port d6ce6dfa-70c0-4097-860a-9fdc1e531848, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:09:15.773355 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.776773 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.782226 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.789777 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f1e3b4df-a65f-4fbd-86dd-ccf46e1ceef6 req-b4094736-5b59-46de-ad14-f5fc8bcd04b0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355188 Sep 02 17:09:15.820390 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=84985843-a05d-4eec-a8e6-63d146fd1bf1,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:15.842263 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:15.843013 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.844439 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] 10.222.0.13 "PUT /v2.0/ports/d6ce6dfa-70c0-4097-860a-9fdc1e531848 HTTP/1.1" status: 200 len: 1093 time: 1.8340673 Sep 02 17:09:15.852400 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:15.853179 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.854697 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] 10.222.0.13 "PUT /v2.0/ports/0a87c875-7882-47c2-a092-e14ea53f2b64 HTTP/1.1" status: 200 len: 1093 time: 3.0429854 Sep 02 17:09:15.857555 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77697955-515d-4f49-8b5e-8d01b670ff58', 'tag': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848'}, {'name': 'network-changed', 'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:15.860893 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "77697955-515d-4f49-8b5e-8d01b670ff58", "tag": "d6ce6dfa-70c0-4097-860a-9fdc1e531848"}, {"name": "network-changed", "server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:15.897558 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.897961 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Added segment 128ebbce-c5c2-4d09-9c54-b3f0766518e9 of type vlan for network 89995e1a-74bf-4648-8c90-8a54847ee0cb Sep 02 17:09:15.904547 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=d0ba3007-01f9-488b-88b7-3d6c6288a03e,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:15.926498 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225aa79-58e4-44c8-b4dc-23cd66e41e09 service neutron] Pushing event updated for resources: {'Port': ['ID=0a87c875-7882-47c2-a092-e14ea53f2b64,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:15.936793 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d08bcfe-e80d-40f9-ad0c-75c45a9e63eb,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:15.948160 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 7e2fc8cd-4943-4413-bed6-883f6ed096b2 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:15.957181 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 7e2fc8cd-4943-4413-bed6-883f6ed096b2 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:15.959162 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:16.037359 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:16.080420 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:16.096309 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a78485-211f-476a-bfdf-88d610846ca5 req-ce71494f-70b7-4e5a-86b4-e33740300a17 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:16.099051 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82a78485-211f-476a-bfdf-88d610846ca5 req-ce71494f-70b7-4e5a-86b4-e33740300a17 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.1217556 Sep 02 17:09:16.137879 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['d0ba3007-01f9-488b-88b7-3d6c6288a03e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:09:16.140110 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d2c19-85de-415b-8114-a3ff91821dbe service neutron] Pushing event updated for resources: {'Port': ['ID=d6ce6dfa-70c0-4097-860a-9fdc1e531848,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:16.202656 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82a78485-211f-476a-bfdf-88d610846ca5 req-b27bed42-6ecf-4ad2-a31e-402f3434263d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935175 Sep 02 17:09:16.203462 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:16.204571 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:16.205296 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:16.219003 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['78ccaec8-38fe-4511-a0ec-b9b938bb39a5'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:09:16.225434 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 7e2fc8cd-4943-4413-bed6-883f6ed096b2, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=7e2fc8cd-4943-4413-bed6-883f6ed096b2,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:16.236560 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1954908 Sep 02 17:09:16.255852 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:16.279070 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42750) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:16.284870 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] Request body: {'subnet': {'network_id': '89995e1a-74bf-4648-8c90-8a54847ee0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695869723-subnet', 'tenant_id': '14daf20e84d2471f9ea7aac72995596b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:16.308219 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-4ee92b71-be30-4d04-9d33-69d7b4d4a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:16.309761 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-4ee92b71-be30-4d04-9d33-69d7b4d4a6d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 1096 time: 0.3625357 Sep 02 17:09:16.346391 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b34bb-3fef-484b-8dfc-0bf5197e1590 admin admin] Pushing event updated for resources: {'Network': ['ID=89995e1a-74bf-4648-8c90-8a54847ee0cb,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:16.352821 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] Made reservation on behalf of 14daf20e84d2471f9ea7aac72995596b for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:16.356861 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:16.372187 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-e38cbf93-d40f-4391-8682-feef37fa5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:16.373697 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-e38cbf93-d40f-4391-8682-feef37fa5a55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 1096 time: 0.4220619 Sep 02 17:09:16.422573 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network 89995e1a-74bf-4648-8c90-8a54847ee0cb details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:09:16.508701 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d089f51-7e90-4d81-b185-19e3a6650d6a req-0ff75841-e9da-48d5-adb5-90637805cdd3 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:16.526388 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8d089f51-7e90-4d81-b185-19e3a6650d6a req-0ff75841-e9da-48d5-adb5-90637805cdd3 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 943 time: 0.3994026 Sep 02 17:09:16.530802 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-adc803cd-039e-4686-9f1e-aea20f736d99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848 HTTP/1.1" status: 200 len: 217 time: 0.1875587 Sep 02 17:09:16.535491 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=7e2fc8cd-4943-4413-bed6-883f6ed096b2,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:16.585150 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-460054a6-409f-4447-93be-16c35b78fc09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a87c875-7882-47c2-a092-e14ea53f2b64 HTTP/1.1" status: 200 len: 217 time: 0.1238964 Sep 02 17:09:16.678777 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:16.745346 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837ea5fb-0652-4809-9a8e-54d3081d026e x-openstack-request-id: req-837ea5fb-0652-4809-9a8e-54d3081d026e {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:16.745637 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731fe663-d306-40c9-bc5b-af255b67d8d8", "name": "network-vif-plugged", "status": "completed", "tag": "84985843-a05d-4eec-a8e6-63d146fd1bf1", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:16.745891 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-837ea5fb-0652-4809-9a8e-54d3081d026e {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:16.746381 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731fe663-d306-40c9-bc5b-af255b67d8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84985843-a05d-4eec-a8e6-63d146fd1bf1', 'code': 200} Sep 02 17:09:16.757935 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dee0fe86-f6f9-40fe-8544-47845db9b51d,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:16.768836 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8d089f51-7e90-4d81-b185-19e3a6650d6a req-93240abb-9b83-437d-898a-942b6fbb44c2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408977 Sep 02 17:09:16.788592 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-f91484b7-b2c8-44f3-b7e2-a07cf1e2cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:16.790610 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-f91484b7-b2c8-44f3-b7e2-a07cf1e2cafc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 200 len: 856 time: 0.1801126 Sep 02 17:09:16.796166 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-6db245c0-63f5-4d49-8378-7e56128efba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:16.796935 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] Checking segment: {'id': '128ebbce-c5c2-4d09-9c54-b3f0766518e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89995e1a-74bf-4648-8c90-8a54847ee0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:16.797308 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] Network hostable DHCP agents. Network: 89995e1a-74bf-4648-8c90-8a54847ee0cb, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:09:16.798039 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-6db245c0-63f5-4d49-8378-7e56128efba2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 200 len: 850 time: 0.2110534 Sep 02 17:09:16.827203 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] Network 89995e1a-74bf-4648-8c90-8a54847ee0cb is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:09:16.842714 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, 89995e1a-74bf-4648-8c90-8a54847ee0cb) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:09:16.848522 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:16.849279 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:16.857469 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c9e08-f8f5-4765-bfb5-8d42bd464359 None None] Network 89995e1a-74bf-4648-8c90-8a54847ee0cb requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:09:16.891047 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-825a78e7-d6ee-4e97-83de-e0d8c5221a38 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6107411 Sep 02 17:09:16.961352 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44d9fa3-b0d6-4b5f-8b45-095462073516 x-openstack-request-id: req-f44d9fa3-b0d6-4b5f-8b45-095462073516 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:16.961855 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77697955-515d-4f49-8b5e-8d01b670ff58", "tag": "d6ce6dfa-70c0-4097-860a-9fdc1e531848", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:16.961938 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f44d9fa3-b0d6-4b5f-8b45-095462073516 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:16.973216 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77697955-515d-4f49-8b5e-8d01b670ff58', 'tag': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848', 'status': 'completed', 'code': 200} Sep 02 17:09:16.973576 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'status': 'completed', 'code': 200} Sep 02 17:09:16.987952 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:17.041067 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a41521-cbd1-4984-8601-16a993a78f2b req-add440e4-2315-4a88-9409-451a057740f5 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:17.047852 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79a41521-cbd1-4984-8601-16a993a78f2b req-add440e4-2315-4a88-9409-451a057740f5 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.1490147 Sep 02 17:09:17.081270 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53abed-4233-4518-b7f0-438a101ae9a6 None None] Network 89995e1a-74bf-4648-8c90-8a54847ee0cb requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:09:17.105757 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-70373c03-1731-457e-bc2d-82c0baacce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:17.107356 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-70373c03-1731-457e-bc2d-82c0baacce69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94c8cbb5-40fd-4da4-849b-703835a0088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3083019 Sep 02 17:09:17.125411 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79a41521-cbd1-4984-8601-16a993a78f2b req-18f7b7b1-2e5d-4e8d-80ce-7cbc3943811c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751617 Sep 02 17:09:17.266737 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1aa5c-24c7-47e4-8e2d-cd413f3a900a req-b0eef54a-c8ea-4187-a31b-e2b8890d52e5 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:17.268374 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-25f1aa5c-24c7-47e4-8e2d-cd413f3a900a req-b0eef54a-c8ea-4187-a31b-e2b8890d52e5 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.2252734 Sep 02 17:09:17.288974 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-2f12f37a-d8fc-4200-86e7-1c83e6213151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:17.291071 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-2f12f37a-d8fc-4200-86e7-1c83e6213151 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4049344 Sep 02 17:09:17.300746 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8e6c5-87be-44c5-8baa-002835a06307 req-4d955a8f-903d-4fec-b29b-c6261e4dd167 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:17.302498 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eda8e6c5-87be-44c5-8baa-002835a06307 req-4d955a8f-903d-4fec-b29b-c6261e4dd167 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 944 time: 0.0905194 Sep 02 17:09:17.315342 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659e86a-2c19-45bf-a842-3e5c811aa871 req-ff78b7c1-5b25-4951-935a-a597f7a620bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:17.316840 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8659e86a-2c19-45bf-a842-3e5c811aa871 req-ff78b7c1-5b25-4951-935a-a597f7a620bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 1099 time: 0.2033503 Sep 02 17:09:17.351842 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-25f1aa5c-24c7-47e4-8e2d-cd413f3a900a req-521025a7-54e9-4f67-8b80-d321875ae4ab tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715444 Sep 02 17:09:17.360401 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eda8e6c5-87be-44c5-8baa-002835a06307 req-0dd063eb-3ac8-4dde-badb-b61596fb33f6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474374 Sep 02 17:09:17.364006 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-16bd01fa-7dc3-4f04-8eb9-cf36cd648190 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804514 Sep 02 17:09:17.465684 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dd17a-a28c-43fc-b152-3297f51199b8 req-71b24651-0af7-4eda-b5c0-b8bda05a14e0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:17.467208 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2dd17a-a28c-43fc-b152-3297f51199b8 req-71b24651-0af7-4eda-b5c0-b8bda05a14e0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0523660 Sep 02 17:09:17.507706 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2dd17a-a28c-43fc-b152-3297f51199b8 req-d7a3980c-b99e-4f8f-88a2-9fe344366bc5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339313 Sep 02 17:09:17.779378 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42810) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:17.902801 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24360c84-78ed-4ff9-aa7b-7c55542e7a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:17.938209 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d39348-ec81-4c7f-a09c-85989941070e req-45f5e9b5-8b3e-4543-b7a4-5dee3e3b27d3 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:17.939671 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17d39348-ec81-4c7f-a09c-85989941070e req-45f5e9b5-8b3e-4543-b7a4-5dee3e3b27d3 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 943 time: 0.0781786 Sep 02 17:09:17.999604 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17d39348-ec81-4c7f-a09c-85989941070e req-e04ebf4f-9632-46f2-b065-1ed905cddcfa tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530288 Sep 02 17:09:18.046833 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24360c84-78ed-4ff9-aa7b-7c55542e7a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.050486 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24360c84-78ed-4ff9-aa7b-7c55542e7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.088344 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-24360c84-78ed-4ff9-aa7b-7c55542e7a5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65865eb7d38e4a6d9789a781f3de1fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078783 Sep 02 17:09:18.090384 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24360c84-78ed-4ff9-aa7b-7c55542e7a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11febff-873a-4cc2-bbf0-7aa2cbc03c3f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:18.091040 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42818) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:18.139698 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b90eeea-f324-4674-8eac-28c83bce05a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.159865 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b90eeea-f324-4674-8eac-28c83bce05a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.211739 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b90eeea-f324-4674-8eac-28c83bce05a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.214138 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b90eeea-f324-4674-8eac-28c83bce05a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.215277 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5b90eeea-f324-4674-8eac-28c83bce05a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c11febff-873a-4cc2-bbf0-7aa2cbc03c3f HTTP/1.1" status: 204 len: 168 time: 0.1231637 Sep 02 17:09:18.240369 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90eeea-f324-4674-8eac-28c83bce05a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11febff-873a-4cc2-bbf0-7aa2cbc03c3f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:18.260280 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bea9e-e3fa-4f08-b3ca-0ec808c8d778 req-adddca95-3c6b-4093-a58d-6aac93cecfdc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:18.261806 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-405bea9e-e3fa-4f08-b3ca-0ec808c8d778 req-adddca95-3c6b-4093-a58d-6aac93cecfdc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0625243 Sep 02 17:09:18.303031 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-405bea9e-e3fa-4f08-b3ca-0ec808c8d778 req-bfa4fe0b-e02e-46b6-ada8-d2baead71abf tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352824 Sep 02 17:09:18.477422 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869e332-2473-4966-bfb0-f127ad02510b req-1928a7f8-63f7-4c53-b777-0f56a88610e0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:18.479648 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7869e332-2473-4966-bfb0-f127ad02510b req-1928a7f8-63f7-4c53-b777-0f56a88610e0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0546868 Sep 02 17:09:18.495908 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c44503-f6af-4fe2-a5cd-3b8eb94cbccf req-cc61235c-34bc-4fb9-a1f0-d07cf16b4e04 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:18.497840 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-57c44503-f6af-4fe2-a5cd-3b8eb94cbccf req-cc61235c-34bc-4fb9-a1f0-d07cf16b4e04 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 944 time: 0.0532498 Sep 02 17:09:18.517812 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 42830) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:18.530022 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7869e332-2473-4966-bfb0-f127ad02510b req-b91f7a65-8ada-4437-9d22-44e9c76044ea tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Sep 02 17:09:18.537777 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d178f5a-34ba-4e59-82aa-befb99867bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.548750 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-57c44503-f6af-4fe2-a5cd-3b8eb94cbccf req-c51d4edd-81b1-4472-8335-7a0ed625f1c8 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Sep 02 17:09:18.660362 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8edd09-de9a-4a74-b850-3eb4c97411a9 req-14a3ce4a-7634-4e05-bd7f-a1520d1a260d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:18.661840 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cf8edd09-de9a-4a74-b850-3eb4c97411a9 req-14a3ce4a-7634-4e05-bd7f-a1520d1a260d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0679955 Sep 02 17:09:18.676443 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d178f5a-34ba-4e59-82aa-befb99867bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.682795 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d178f5a-34ba-4e59-82aa-befb99867bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.747085 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cf8edd09-de9a-4a74-b850-3eb4c97411a9 req-9134893c-61fa-43ab-8da4-8e329ccfbe61 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755446 Sep 02 17:09:18.747765 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc38d921-f6d4-4f6c-89c1-08e1c2d96c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2fc8cd-4943-4413-bed6-883f6ed096b2'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:18.751542 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9d178f5a-34ba-4e59-82aa-befb99867bcd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f5682d1fe6f4f5688c900d7c46d65a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304516 Sep 02 17:09:18.751792 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479b6eb4-ea18-48c9-a625-0aa556f605bd" -d '{"events": [{"server_uuid": "fc38d921-f6d4-4f6c-89c1-08e1c2d96c97", "name": "network-vif-plugged", "status": "completed", "tag": "7e2fc8cd-4943-4413-bed6-883f6ed096b2"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:18.751885 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d178f5a-34ba-4e59-82aa-befb99867bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b824c80-4002-4872-94df-fbabeb68d84d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:18.751955 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 42836) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:18.787831 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7448ed56-35f0-4e06-81d6-61bea7d96cdf x-openstack-request-id: req-7448ed56-35f0-4e06-81d6-61bea7d96cdf {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:18.788133 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc38d921-f6d4-4f6c-89c1-08e1c2d96c97", "name": "network-vif-plugged", "status": "completed", "tag": "7e2fc8cd-4943-4413-bed6-883f6ed096b2", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:18.788387 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7448ed56-35f0-4e06-81d6-61bea7d96cdf {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:18.788781 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc38d921-f6d4-4f6c-89c1-08e1c2d96c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2fc8cd-4943-4413-bed6-883f6ed096b2', 'code': 200} Sep 02 17:09:18.805293 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-86043ef5-573b-41c0-9498-c5059bbd3165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.825578 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-86043ef5-573b-41c0-9498-c5059bbd3165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.870905 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-86043ef5-573b-41c0-9498-c5059bbd3165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.873666 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-86043ef5-573b-41c0-9498-c5059bbd3165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.874882 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-86043ef5-573b-41c0-9498-c5059bbd3165 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b824c80-4002-4872-94df-fbabeb68d84d HTTP/1.1" status: 204 len: 168 time: 0.1219313 Sep 02 17:09:18.882859 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86043ef5-573b-41c0-9498-c5059bbd3165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b824c80-4002-4872-94df-fbabeb68d84d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:19.118013 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b48b72-1b37-44c5-8edd-b6ed451b2db7 req-2572463d-d819-41c2-837f-cd3737a73883 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:19.119436 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-62b48b72-1b37-44c5-8edd-b6ed451b2db7 req-2572463d-d819-41c2-837f-cd3737a73883 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 943 time: 0.0486212 Sep 02 17:09:19.157729 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-62b48b72-1b37-44c5-8edd-b6ed451b2db7 req-235fbfef-d65a-443e-864d-2e75d24d31e7 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324035 Sep 02 17:09:19.421853 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62557f3-1fd3-488d-a7bf-a12285e9f8cd req-209a6eb8-20e7-4a9e-af18-c20b2135f099 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:19.423397 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a62557f3-1fd3-488d-a7bf-a12285e9f8cd req-209a6eb8-20e7-4a9e-af18-c20b2135f099 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0520864 Sep 02 17:09:19.462793 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a62557f3-1fd3-488d-a7bf-a12285e9f8cd req-6a4d63cc-05f4-468e-9c96-d730bcbfa2d4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334470 Sep 02 17:09:19.648475 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f425af-bdbc-401e-ba1e-7f584b22f2a1 req-a754a5bc-b57f-41e7-8897-68759a6d3093 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:19.651164 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3f425af-bdbc-401e-ba1e-7f584b22f2a1 req-a754a5bc-b57f-41e7-8897-68759a6d3093 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0510635 Sep 02 17:09:19.664310 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162aece-023b-489a-b242-bc7b4e8a326e req-583c4236-7b3e-46a4-86ee-a9cb23dac236 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:19.667069 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c162aece-023b-489a-b242-bc7b4e8a326e req-583c4236-7b3e-46a4-86ee-a9cb23dac236 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 944 time: 0.0542166 Sep 02 17:09:19.691703 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3f425af-bdbc-401e-ba1e-7f584b22f2a1 req-1c9d0b50-3d6b-44db-911b-4236240c1b6b tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343561 Sep 02 17:09:19.709824 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c162aece-023b-489a-b242-bc7b4e8a326e req-3c5b9371-0faa-47a0-84c6-388d4b68fb41 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368969 Sep 02 17:09:19.873792 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3b10c-3a53-4261-88f8-0b70f7272fad req-e06f93ac-7790-424e-9d03-ba52505964b4 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:19.875311 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bcd3b10c-3a53-4261-88f8-0b70f7272fad req-e06f93ac-7790-424e-9d03-ba52505964b4 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0535884 Sep 02 17:09:19.921244 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bcd3b10c-3a53-4261-88f8-0b70f7272fad req-ecc44e8f-d878-4839-9e20-d8fd0f1bf170 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399828 Sep 02 17:09:20.200003 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8659e86a-2c19-45bf-a842-3e5c811aa871 req-c92820b0-620e-4b8d-bf88-663cb085c54a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:20.331927 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-4ce188aa-cb4a-436c-8518-5e3e4ddef6ed service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360368 Sep 02 17:09:20.349224 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-91fa9bc6-f998-4a95-8de1-8deeb1c2ff81 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454419 Sep 02 17:09:20.373178 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041b297-b1ad-40eb-9158-e0dbaa9191a6 req-505ee96c-c43c-4eb9-aec4-06f7121f9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:20.374885 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b041b297-b1ad-40eb-9158-e0dbaa9191a6 req-505ee96c-c43c-4eb9-aec4-06f7121f9193 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 1099 time: 0.0790370 Sep 02 17:09:20.397892 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b041b297-b1ad-40eb-9158-e0dbaa9191a6 req-88710ee5-df47-4a29-9b74-1f507a92981a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:20.408384 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158511-2740-4bb3-a131-42f05c72e470 req-92bd657e-8793-492a-a2d8-d005b492edd4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:20.409910 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-01158511-2740-4bb3-a131-42f05c72e470 req-92bd657e-8793-492a-a2d8-d005b492edd4 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 943 time: 0.1591086 Sep 02 17:09:20.495356 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-01158511-2740-4bb3-a131-42f05c72e470 req-632e87b5-a259-42bb-a103-a09560e4272f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758719 Sep 02 17:09:20.522312 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-3041650b-1ba5-4922-aa75-0fd6db486712 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704965 Sep 02 17:09:20.538323 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8659e86a-2c19-45bf-a842-3e5c811aa871 req-c92820b0-620e-4b8d-bf88-663cb085c54a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:20.544237 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8659e86a-2c19-45bf-a842-3e5c811aa871 req-c92820b0-620e-4b8d-bf88-663cb085c54a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:20.583276 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8659e86a-2c19-45bf-a842-3e5c811aa871 req-c92820b0-620e-4b8d-bf88-663cb085c54a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773016 Sep 02 17:09:20.592507 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92820b0-620e-4b8d-bf88-663cb085c54a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a16c0841-7325-4b84-8bbb-d22697ddcf44,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:20.611336 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5648a-d369-40f1-949b-1a89585e2668 req-d1b1b562-7e1e-4e93-8984-f86e3fc0b530 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:20.613000 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-15a5648a-d369-40f1-949b-1a89585e2668 req-d1b1b562-7e1e-4e93-8984-f86e3fc0b530 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0752270 Sep 02 17:09:20.614777 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.db.api [req-b041b297-b1ad-40eb-9158-e0dbaa9191a6 req-88710ee5-df47-4a29-9b74-1f507a92981a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0ef4ce11b8494dc58bbf08ffb8db44c4 {{(pid=94106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 17:09:20.615107 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG oslo_db.api [req-b041b297-b1ad-40eb-9158-e0dbaa9191a6 req-88710ee5-df47-4a29-9b74-1f507a92981a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 17:09:20.658644 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-15a5648a-d369-40f1-949b-1a89585e2668 req-dedbf8a9-bc18-4d7a-a5ac-c32717281772 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382211 Sep 02 17:09:20.808077 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad02ac-52f5-4a32-93c5-a15dec796649 req-db1551c4-9a47-4ad3-aafc-48f226fe6cdc tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:20.809749 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bcad02ac-52f5-4a32-93c5-a15dec796649 req-db1551c4-9a47-4ad3-aafc-48f226fe6cdc tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0501957 Sep 02 17:09:20.826168 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deabd7f-8be3-410d-bd6a-328097338efb req-bd8dd29b-d07c-4d46-b523-44dbb10927bf tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:20.827716 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3deabd7f-8be3-410d-bd6a-328097338efb req-bd8dd29b-d07c-4d46-b523-44dbb10927bf tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 944 time: 0.0495312 Sep 02 17:09:20.853954 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bcad02ac-52f5-4a32-93c5-a15dec796649 req-ffc87218-d68f-4e0e-ad00-0ae21a67d768 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Sep 02 17:09:20.870120 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3deabd7f-8be3-410d-bd6a-328097338efb req-00588eaf-ddaa-4c69-813b-74b007d2e62a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360739 Sep 02 17:09:21.040066 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748fc0c-f2fa-4fdb-94a8-e1c198d1d375 req-d4bb8226-59d4-4767-b35f-50b14b8ab1f7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:21.042137 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a748fc0c-f2fa-4fdb-94a8-e1c198d1d375 req-d4bb8226-59d4-4767-b35f-50b14b8ab1f7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0494964 Sep 02 17:09:21.089561 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a748fc0c-f2fa-4fdb-94a8-e1c198d1d375 req-1f282856-fb72-4928-89d0-a4405a111e65 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408769 Sep 02 17:09:21.116492 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b041b297-b1ad-40eb-9158-e0dbaa9191a6 req-88710ee5-df47-4a29-9b74-1f507a92981a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:21.181481 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b041b297-b1ad-40eb-9158-e0dbaa9191a6 req-88710ee5-df47-4a29-9b74-1f507a92981a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7980042 Sep 02 17:09:21.614125 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06420c56-2775-4cba-8847-284f347db347 req-75eba3c1-32da-4a28-a114-6f41406b77b6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:21.615649 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06420c56-2775-4cba-8847-284f347db347 req-75eba3c1-32da-4a28-a114-6f41406b77b6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 943 time: 0.0479710 Sep 02 17:09:21.655743 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06420c56-2775-4cba-8847-284f347db347 req-4d9aa161-6fc1-4304-8676-390a4a24461b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342429 Sep 02 17:09:21.775402 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6019be-4103-4ded-bc10-7b1972335d11 req-e292e8be-2719-4354-8b96-6d91896b5977 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:21.776895 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9b6019be-4103-4ded-bc10-7b1972335d11 req-e292e8be-2719-4354-8b96-6d91896b5977 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0516331 Sep 02 17:09:21.813613 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9b6019be-4103-4ded-bc10-7b1972335d11 req-9d73d949-ae81-4920-9c33-288b1bd03a04 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308273 Sep 02 17:09:21.944393 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4fdcff8d-2d23-489e-aa6f-ffbc0da9ccf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:21.973986 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e413-74c3-4ab9-8adc-52f2d6dc211e req-a48d4be0-cd89-44af-b0fc-112f969bccff tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:21.975550 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9b93e413-74c3-4ab9-8adc-52f2d6dc211e req-a48d4be0-cd89-44af-b0fc-112f969bccff tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0490003 Sep 02 17:09:21.986007 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623f5c6-4f1a-4ed4-bacf-b4f79c67123d req-ee0aeebf-4fe8-414d-8d4d-077e22f056c6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:21.987529 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b623f5c6-4f1a-4ed4-bacf-b4f79c67123d req-ee0aeebf-4fe8-414d-8d4d-077e22f056c6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 944 time: 0.0489118 Sep 02 17:09:22.016283 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9b93e413-74c3-4ab9-8adc-52f2d6dc211e req-5846adec-1b99-48e1-8465-be8e2ec774b3 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339079 Sep 02 17:09:22.028345 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b623f5c6-4f1a-4ed4-bacf-b4f79c67123d req-bea14c49-735d-4d8a-9626-8a8993c53019 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348475 Sep 02 17:09:22.205307 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca5eca-475c-4070-9b08-409ab779ecaa req-eaa1114a-52e7-4646-94e8-dcd06352c065 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:22.206809 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86ca5eca-475c-4070-9b08-409ab779ecaa req-eaa1114a-52e7-4646-94e8-dcd06352c065 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0471992 Sep 02 17:09:22.248958 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86ca5eca-475c-4070-9b08-409ab779ecaa req-a37e5ed8-22ce-4bbb-b87f-6e7ebd40c996 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356374 Sep 02 17:09:22.530836 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:22.579005 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:22.582711 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:22.583081 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:22.659959 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:22.683226 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c6e69a-9463-455b-b782-db0bcadacc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ccaec8-38fe-4511-a0ec-b9b938bb39a5'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:22.685457 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e8c0fc-b3af-4dd6-991f-a5f97aa6bb76" -d '{"events": [{"server_uuid": "e8c6e69a-9463-455b-b782-db0bcadacc9e", "name": "network-vif-plugged", "status": "completed", "tag": "78ccaec8-38fe-4511-a0ec-b9b938bb39a5"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:22.698490 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=78ccaec8-38fe-4511-a0ec-b9b938bb39a5,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:22.703600 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:22.704445 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device d0ba3007-01f9-488b-88b7-3d6c6288a03e up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:22.742731 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b3638f-758d-4aa2-afb3-cb401378ec4e x-openstack-request-id: req-d5b3638f-758d-4aa2-afb3-cb401378ec4e {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:22.742912 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c6e69a-9463-455b-b782-db0bcadacc9e", "name": "network-vif-plugged", "status": "completed", "tag": "78ccaec8-38fe-4511-a0ec-b9b938bb39a5", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:22.743726 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5b3638f-758d-4aa2-afb3-cb401378ec4e {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:22.744156 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c6e69a-9463-455b-b782-db0bcadacc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ccaec8-38fe-4511-a0ec-b9b938bb39a5', 'code': 200} Sep 02 17:09:22.776170 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6839c9-5ac5-40a8-9936-062e409350ef req-fd57f5e0-ec37-4c85-af31-028e0c30e936 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:22.777985 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ad6839c9-5ac5-40a8-9936-062e409350ef req-fd57f5e0-ec37-4c85-af31-028e0c30e936 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 943 time: 0.0517502 Sep 02 17:09:22.784208 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=78ccaec8-38fe-4511-a0ec-b9b938bb39a5,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:22.798981 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port d0ba3007-01f9-488b-88b7-3d6c6288a03e completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:22.802931 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port d0ba3007-01f9-488b-88b7-3d6c6288a03e triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:22.803314 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:22.821446 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ad6839c9-5ac5-40a8-9936-062e409350ef req-dfa3d301-c742-4360-9a38-648722145838 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374897 Sep 02 17:09:22.938170 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d744e5-e95f-49f3-b5d5-1114717db28e req-2f4dc1c3-7982-446f-8673-7fdd29a9fa07 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:22.940086 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f9d744e5-e95f-49f3-b5d5-1114717db28e req-2f4dc1c3-7982-446f-8673-7fdd29a9fa07 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0537281 Sep 02 17:09:22.981966 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f9d744e5-e95f-49f3-b5d5-1114717db28e req-4974c3cd-b396-47f0-a2a0-f18219d9eb9a tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358341 Sep 02 17:09:22.990254 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:23.022269 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port d0ba3007-01f9-488b-88b7-3d6c6288a03e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:23.027005 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:23.074230 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=d0ba3007-01f9-488b-88b7-3d6c6288a03e,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:23.138989 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d52943-be05-4cef-a408-72fd5eb5ab45 req-f89552d1-9c0c-453c-89ae-c322a0f52172 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:23.140571 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c3d52943-be05-4cef-a408-72fd5eb5ab45 req-f89552d1-9c0c-453c-89ae-c322a0f52172 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0546329 Sep 02 17:09:23.143374 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40582acd-3f24-4fe5-af13-89f334199fb0 req-bcbb6dd6-d040-4c04-b413-3e27e6c84b31 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:23.144859 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40582acd-3f24-4fe5-af13-89f334199fb0 req-bcbb6dd6-d040-4c04-b413-3e27e6c84b31 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0487392 Sep 02 17:09:23.178713 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c3d52943-be05-4cef-a408-72fd5eb5ab45 req-f0487da5-23cd-4f88-a691-c4d0dfde1d9a tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319748 Sep 02 17:09:23.182975 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40582acd-3f24-4fe5-af13-89f334199fb0 req-2a980637-e01c-4b06-afe5-eac4513aba80 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Sep 02 17:09:23.367873 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b20c5e-55b3-4abc-947f-f0e63075ae64 req-647204f8-93a6-4fb5-b031-fde37dd6376b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:23.369443 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-51b20c5e-55b3-4abc-947f-f0e63075ae64 req-647204f8-93a6-4fb5-b031-fde37dd6376b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0503595 Sep 02 17:09:23.407517 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-51b20c5e-55b3-4abc-947f-f0e63075ae64 req-a9f4c289-9cd7-4f60-b5e2-4ce3d232fe5f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317631 Sep 02 17:09:23.935930 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d873ca-8c2e-44fa-872b-9935803bd033 req-947cd3ee-3390-43ab-9b93-f9f65a538837 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:23.937417 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-01d873ca-8c2e-44fa-872b-9935803bd033 req-947cd3ee-3390-43ab-9b93-f9f65a538837 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 943 time: 0.0492072 Sep 02 17:09:23.974401 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-01d873ca-8c2e-44fa-872b-9935803bd033 req-e9d0fe8c-c0f6-4c5e-9baa-54a6feff4a18 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308881 Sep 02 17:09:24.105895 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd262f-6d3f-4d21-bbba-6f35828ad49c req-7376c3a7-7beb-487d-bf15-e71fadd56109 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:24.107518 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a9fd262f-6d3f-4d21-bbba-6f35828ad49c req-7376c3a7-7beb-487d-bf15-e71fadd56109 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0503964 Sep 02 17:09:24.151683 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a9fd262f-6d3f-4d21-bbba-6f35828ad49c req-58014a5f-c499-4393-bbc0-6348253d8cc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378191 Sep 02 17:09:24.327631 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942b29a-c645-4d4e-a103-748c7125b521 req-c7bec60d-bbb0-49d9-947c-426032475365 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:24.337712 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57610742-f019-4ec8-94e2-41e6787f377b req-8a0721bd-5ad6-43e0-be11-49147b209ec3 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:24.338904 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c942b29a-c645-4d4e-a103-748c7125b521 req-c7bec60d-bbb0-49d9-947c-426032475365 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0801029 Sep 02 17:09:24.339358 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57610742-f019-4ec8-94e2-41e6787f377b req-8a0721bd-5ad6-43e0-be11-49147b209ec3 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0886211 Sep 02 17:09:24.346102 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-46503777-e00b-471b-b088-b9c8676e1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:24.348658 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-46503777-e00b-471b-b088-b9c8676e1904 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 1096 time: 0.0668178 Sep 02 17:09:24.452677 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57610742-f019-4ec8-94e2-41e6787f377b req-5a81cc02-8f22-4a03-be1d-8333cff41bd5 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026487 Sep 02 17:09:24.512802 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-d1161896-08f8-4e9c-a365-1a51ece506b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:24.519994 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-d1161896-08f8-4e9c-a365-1a51ece506b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 912 time: 0.1513822 Sep 02 17:09:24.563285 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-fcf66c72-9560-4a8f-a22d-99048f1d5494 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848 HTTP/1.1" status: 200 len: 217 time: 0.0392213 Sep 02 17:09:24.644749 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-f6c0ecac-dd2c-4e8e-8fe9-8527c4d22b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:24.646234 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-f6c0ecac-dd2c-4e8e-8fe9-8527c4d22b68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 200 len: 850 time: 0.0738871 Sep 02 17:09:24.654442 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b527775-00f5-4fb7-814e-91da15272b85 req-27e0dba5-8c98-4a4f-8027-3ff47e80e46b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:24.655892 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5b527775-00f5-4fb7-814e-91da15272b85 req-27e0dba5-8c98-4a4f-8027-3ff47e80e46b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0952463 Sep 02 17:09:24.683952 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c942b29a-c645-4d4e-a103-748c7125b521 req-c17492d2-45d9-47f2-b8d8-17da54b29fd2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387315 Sep 02 17:09:24.696079 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4f081-8721-4136-9c25-5d5340df5feb req-132550e5-11b6-484a-8dbd-ddfeaa54c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:24.699059 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-dae4f081-8721-4136-9c25-5d5340df5feb req-132550e5-11b6-484a-8dbd-ddfeaa54c3cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 1098 time: 0.0785429 Sep 02 17:09:24.745541 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089cf4bd-25a6-4572-a20b-99c71430e5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ba3007-01f9-488b-88b7-3d6c6288a03e'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:24.749838 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8321493-41a6-4adf-9c5e-bec15c35a4a5" -d '{"events": [{"server_uuid": "089cf4bd-25a6-4572-a20b-99c71430e5f8", "name": "network-vif-plugged", "status": "completed", "tag": "d0ba3007-01f9-488b-88b7-3d6c6288a03e"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:24.750549 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-dae4f081-8721-4136-9c25-5d5340df5feb req-04032ff6-d275-42eb-93f9-9b4652d5956a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359371 Sep 02 17:09:24.759767 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-b392bd40-7e2c-4f9f-b116-75f5013458f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:24.761487 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-b392bd40-7e2c-4f9f-b116-75f5013458f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047053 Sep 02 17:09:24.764960 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5b527775-00f5-4fb7-814e-91da15272b85 req-b26206da-ebb3-43a3-8346-d4470e41b489 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987704 Sep 02 17:09:24.798938 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748edeb9-1a27-4c43-87a3-3055a56c91a8 x-openstack-request-id: req-748edeb9-1a27-4c43-87a3-3055a56c91a8 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:24.799225 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089cf4bd-25a6-4572-a20b-99c71430e5f8", "name": "network-vif-plugged", "status": "completed", "tag": "d0ba3007-01f9-488b-88b7-3d6c6288a03e", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:24.799472 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-748edeb9-1a27-4c43-87a3-3055a56c91a8 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:24.799876 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089cf4bd-25a6-4572-a20b-99c71430e5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ba3007-01f9-488b-88b7-3d6c6288a03e', 'code': 200} Sep 02 17:09:24.923465 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-71ea41b9-5c8a-4832-8b07-cdad4ad9dbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:25.105713 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbebf35-e8f5-4e86-bcb5-0e8bb362c9c3 req-6448c9ba-1eb4-474d-8770-bcead8008b9e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:25.107840 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5bbebf35-e8f5-4e86-bcb5-0e8bb362c9c3 req-6448c9ba-1eb4-474d-8770-bcead8008b9e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 943 time: 0.0658429 Sep 02 17:09:25.174330 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:25.199244 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5bbebf35-e8f5-4e86-bcb5-0e8bb362c9c3 req-a42e776b-4861-43e0-be09-41724db019e1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630207 Sep 02 17:09:25.218479 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-a52304c0-4f0c-4271-8b2e-4c7c5f71e4e3 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397929 Sep 02 17:09:25.338564 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-65cbc8c8-4a14-4a73-900e-19b2dc3f9d38 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076086 Sep 02 17:09:25.376246 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c77973-4b61-48df-8366-f30491058564 req-c6a80b21-3064-4917-bf7a-408b3c8815c2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:25.378002 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-77c77973-4b61-48df-8366-f30491058564 req-c6a80b21-3064-4917-bf7a-408b3c8815c2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0810180 Sep 02 17:09:25.389713 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a75b3-d9ae-4fd1-8a53-858bec45cb34 req-e255d019-298b-4aaf-b5e7-7588a2e2942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:25.391201 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ff1a75b3-d9ae-4fd1-8a53-858bec45cb34 req-e255d019-298b-4aaf-b5e7-7588a2e2942d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0655515 Sep 02 17:09:25.422568 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-77c77973-4b61-48df-8366-f30491058564 req-a4e0adb7-a3d2-4b65-b662-cc43e86b474c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364258 Sep 02 17:09:25.452131 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ff1a75b3-d9ae-4fd1-8a53-858bec45cb34 req-f83dd124-cd3e-44fd-8d1c-999b44eef772 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285044 Sep 02 17:09:25.473100 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-3ae7afc9-b842-4b6d-800b-583bfd303eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:25.474729 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-3ae7afc9-b842-4b6d-800b-583bfd303eab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 1096 time: 0.0425091 Sep 02 17:09:25.573920 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a6282-967a-4abd-9fd7-04f8401af3c3 req-99395e6b-5061-4f24-9d28-c7b7e9b9cda8 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:25.575424 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-486a6282-967a-4abd-9fd7-04f8401af3c3 req-99395e6b-5061-4f24-9d28-c7b7e9b9cda8 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0469406 Sep 02 17:09:25.613475 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-486a6282-967a-4abd-9fd7-04f8401af3c3 req-e50b16e5-28f1-4863-9c46-4ce008dfd6c5 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322618 Sep 02 17:09:25.843011 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789689e7-c4f9-420e-a0cd-d21cd49c4bcc req-8d3423c5-c589-4e00-bb4f-2e194651f60f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:25.844861 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-789689e7-c4f9-420e-a0cd-d21cd49c4bcc req-8d3423c5-c589-4e00-bb4f-2e194651f60f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0832260 Sep 02 17:09:25.894246 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-4a939b94-c09c-44ef-bda0-9ab42e00f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:25.896466 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-4a939b94-c09c-44ef-bda0-9ab42e00f81b service neutron] 10.222.0.13 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 918 time: 0.1207798 Sep 02 17:09:25.902483 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-789689e7-c4f9-420e-a0cd-d21cd49c4bcc req-5589c3ab-983d-434e-a72a-27e99fdf2216 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497525 Sep 02 17:09:25.974401 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b43ec-d5c0-4c55-9f6c-983e06313da2 req-f7db033f-e2c6-4131-8ab2-9a0bb1bd0a0f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:25.975965 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-254b43ec-d5c0-4c55-9f6c-983e06313da2 req-f7db033f-e2c6-4131-8ab2-9a0bb1bd0a0f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0954509 Sep 02 17:09:25.979580 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-d79b764e-12f0-4f6a-bbc6-ec6ce1438551 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a87c875-7882-47c2-a092-e14ea53f2b64 HTTP/1.1" status: 200 len: 217 time: 0.0493891 Sep 02 17:09:26.018864 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-254b43ec-d5c0-4c55-9f6c-983e06313da2 req-edf2f9a9-b1fe-410c-a305-2ea596c5db56 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350218 Sep 02 17:09:26.168976 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-866aa493-76e0-45da-a4d5-87bf59af8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:26.170365 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-866aa493-76e0-45da-a4d5-87bf59af8a54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 200 len: 856 time: 0.0469728 Sep 02 17:09:26.248068 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-bc0bda95-a672-4904-9b76-da7284be63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:26.250200 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-bc0bda95-a672-4904-9b76-da7284be63c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94c8cbb5-40fd-4da4-849b-703835a0088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419259 Sep 02 17:09:26.322348 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f462d8-45d0-4ccc-973c-628c82ca8433 req-9677c7c1-32ef-42ca-b02e-d172b0a74598 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:26.331301 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a7f462d8-45d0-4ccc-973c-628c82ca8433 req-9677c7c1-32ef-42ca-b02e-d172b0a74598 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 943 time: 0.0551755 Sep 02 17:09:26.377211 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a7f462d8-45d0-4ccc-973c-628c82ca8433 req-e6c6772d-86ad-43e9-88e3-f9c5ab8c3b59 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471618 Sep 02 17:09:26.446042 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-5e836783-8120-42e9-ae03-855ec85fbd01 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111743 Sep 02 17:09:26.491599 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:26.544444 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a577872-7737-41c7-81f7-706146ca2f25 req-4632136e-d978-4c11-8e88-d0c047baaf47 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:26.546427 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3a577872-7737-41c7-81f7-706146ca2f25 req-4632136e-d978-4c11-8e88-d0c047baaf47 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0570424 Sep 02 17:09:26.644717 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3a577872-7737-41c7-81f7-706146ca2f25 req-cc63be91-b015-4d70-9f2d-0ff13c13643c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917561 Sep 02 17:09:26.688517 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd49356-32f3-4788-b43a-d95fdb7f6ba7 req-d22210a1-e3a2-49aa-bd7d-71bcb5cabee3 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339417 Sep 02 17:09:26.824652 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d90a2-c240-4511-85db-50c9deaed65d req-a1ead841-29b5-4216-a2d5-16c469444e94 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:26.826193 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b19d90a2-c240-4511-85db-50c9deaed65d req-a1ead841-29b5-4216-a2d5-16c469444e94 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0630355 Sep 02 17:09:26.868144 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b19d90a2-c240-4511-85db-50c9deaed65d req-73fd96ed-1869-4096-b01e-d406421325ed tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348399 Sep 02 17:09:26.908340 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 0a87c875-7882-47c2-a092-e14ea53f2b64 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:09:27.061562 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:27.083363 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa0aa8-5788-475b-8f06-4e04e260cf81 req-0435fc95-85fa-490a-99c9-64d2edcbf004 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:27.096367 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'port_id': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'mac_address': 'fa:16:3e:0e:bc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:09:27.098279 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82aa0aa8-5788-475b-8f06-4e04e260cf81 req-0435fc95-85fa-490a-99c9-64d2edcbf004 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.1148045 Sep 02 17:09:27.178392 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82aa0aa8-5788-475b-8f06-4e04e260cf81 req-0be2790b-7b47-4925-aaf1-b7d3651b8436 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778739 Sep 02 17:09:27.182976 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:27.236770 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61825b61-dd58-444e-ae53-7eb017aea480 req-52eecd72-f9d6-4edc-b640-b25eb1a7eb99 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:27.237026 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a87c875-7882-47c2-a092-e14ea53f2b64 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:27.243757 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-61825b61-dd58-444e-ae53-7eb017aea480 req-52eecd72-f9d6-4edc-b640-b25eb1a7eb99 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.1260188 Sep 02 17:09:27.262017 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:27.269087 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:27.270082 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device d6ce6dfa-70c0-4097-860a-9fdc1e531848 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:09:27.338614 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-61825b61-dd58-444e-ae53-7eb017aea480 req-743b1e4b-4d31-4f56-a617-38c25f218068 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916901 Sep 02 17:09:27.418280 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port d6ce6dfa-70c0-4097-860a-9fdc1e531848, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:27.431974 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'port_id': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848', 'mac_address': 'fa:16:3e:87:de:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:09:27.517789 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=0a87c875-7882-47c2-a092-e14ea53f2b64,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:27.521737 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:27.541188 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ce6dfa-70c0-4097-860a-9fdc1e531848 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:27.555557 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c1b7-f357-458c-b33c-eb15abe979f6 req-9d027969-5a39-41b5-a324-d806052ce230 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:27.567209 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port d6ce6dfa-70c0-4097-860a-9fdc1e531848, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:27.569898 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:27.573528 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0cf9c1b7-f357-458c-b33c-eb15abe979f6 req-9d027969-5a39-41b5-a324-d806052ce230 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 943 time: 0.0996485 Sep 02 17:09:27.634412 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=d6ce6dfa-70c0-4097-860a-9fdc1e531848,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:27.663606 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0cf9c1b7-f357-458c-b33c-eb15abe979f6 req-1ffcd30e-6212-4889-a053-109c330e4c9f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699670 Sep 02 17:09:27.724764 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7091c1-c99b-48b1-bada-071a6344ae16 req-b28c1c0d-5f01-42b4-b14c-65fbf4e5e469 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:27.726588 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb7091c1-c99b-48b1-bada-071a6344ae16 req-b28c1c0d-5f01-42b4-b14c-65fbf4e5e469 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0505180 Sep 02 17:09:27.771053 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb7091c1-c99b-48b1-bada-071a6344ae16 req-2b9746f3-9cc6-4497-ae4b-8f3e84aaf8fa tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Sep 02 17:09:27.811984 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534f4cf-2cb8-4a5a-8f57-97561059743e req-6910c0e3-d453-44d7-983a-22ec0b8210ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:27.813480 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a534f4cf-2cb8-4a5a-8f57-97561059743e req-6910c0e3-d453-44d7-983a-22ec0b8210ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 1098 time: 0.0411093 Sep 02 17:09:28.119196 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534f4cf-2cb8-4a5a-8f57-97561059743e req-a8df72cb-f12c-451d-a7a6-dc1620c198a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:28.120703 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a534f4cf-2cb8-4a5a-8f57-97561059743e req-a8df72cb-f12c-451d-a7a6-dc1620c198a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 920 time: 0.2759061 Sep 02 17:09:28.124937 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['0a87c875-7882-47c2-a092-e14ea53f2b64'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:09:28.149097 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['d6ce6dfa-70c0-4097-860a-9fdc1e531848'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:09:28.167852 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a534f4cf-2cb8-4a5a-8f57-97561059743e req-4e7cef64-10b2-4835-b591-b053fc945ad6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78ccaec8-38fe-4511-a0ec-b9b938bb39a5 HTTP/1.1" status: 200 len: 217 time: 0.0384271 Sep 02 17:09:28.240679 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534f4cf-2cb8-4a5a-8f57-97561059743e req-36a9abc7-3dd7-4a1b-af0c-0b1d0ad06796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:28.244151 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a534f4cf-2cb8-4a5a-8f57-97561059743e req-36a9abc7-3dd7-4a1b-af0c-0b1d0ad06796 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 HTTP/1.1" status: 200 len: 859 time: 0.0685492 Sep 02 17:09:28.290796 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a534f4cf-2cb8-4a5a-8f57-97561059743e req-c62c0d5a-c558-46da-a065-f9fffb94b9b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89eb299-93b9-401c-ad14-f4bccef9cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286200 Sep 02 17:09:28.461448 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:28.468342 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a534f4cf-2cb8-4a5a-8f57-97561059743e req-1b1fbe86-04d8-4ecb-8ca6-d33f89e3eb13 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618180 Sep 02 17:09:28.590703 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260dd1c-8efd-4c1e-8cb5-981ebfe33b25 req-cfe88f59-027a-49e9-bcc7-edbdc2e1af94 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:28.592158 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e260dd1c-8efd-4c1e-8cb5-981ebfe33b25 req-cfe88f59-027a-49e9-bcc7-edbdc2e1af94 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.1365259 Sep 02 17:09:28.639630 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a534f4cf-2cb8-4a5a-8f57-97561059743e req-b1b1e67f-6697-4892-a719-36053a77864f service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546071 Sep 02 17:09:28.651999 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e260dd1c-8efd-4c1e-8cb5-981ebfe33b25 req-a28f0dee-202a-4be4-a24e-deaf068b0c55 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481811 Sep 02 17:09:28.797902 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0727c-b2f5-4346-8b63-bed9ae1ed81b req-acf94fd1-d924-414f-b0a7-01264c9a1fe0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:28.799502 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bff0727c-b2f5-4346-8b63-bed9ae1ed81b req-acf94fd1-d924-414f-b0a7-01264c9a1fe0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 944 time: 0.0580282 Sep 02 17:09:28.839706 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bff0727c-b2f5-4346-8b63-bed9ae1ed81b req-c960d44e-8848-43b2-beca-45aa4019343a tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320034 Sep 02 17:09:28.890590 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9c5cb-1530-4aab-a246-ade565b03e52 req-2c6be3bc-7bef-4af6-88ce-0315f4968c5e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:28.892117 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c6b9c5cb-1530-4aab-a246-ade565b03e52 req-2c6be3bc-7bef-4af6-88ce-0315f4968c5e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0546763 Sep 02 17:09:28.931154 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c6b9c5cb-1530-4aab-a246-ade565b03e52 req-b119107b-e9d4-4fdb-8edc-4a1c21f6a331 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323923 Sep 02 17:09:29.776609 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c615a-0f40-4282-bd68-bada496dff71 req-66a28aa6-0b0e-4102-bd32-efd6733098d6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:29.778182 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-762c615a-0f40-4282-bd68-bada496dff71 req-66a28aa6-0b0e-4102-bd32-efd6733098d6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0533185 Sep 02 17:09:29.820617 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-762c615a-0f40-4282-bd68-bada496dff71 req-5d680d13-4ae0-4d33-b78f-441dc7d065e8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361392 Sep 02 17:09:29.978374 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b910f3-e0b8-4d19-ac0e-1474952a058e req-c9fcbcea-3fd8-4f38-a394-4f3b49bd72a9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:29.979960 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f0b910f3-e0b8-4d19-ac0e-1474952a058e req-c9fcbcea-3fd8-4f38-a394-4f3b49bd72a9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 944 time: 0.0636158 Sep 02 17:09:30.035057 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f0b910f3-e0b8-4d19-ac0e-1474952a058e req-ea0f9daf-0aa3-4b5d-a2e4-bf14163a4dce tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459981 Sep 02 17:09:30.177869 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bca303-94a1-4bd9-b30a-14ceacb8c3a5 req-e1e80c01-8918-4c48-9ca2-440c49af4041 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:30.179577 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c7bca303-94a1-4bd9-b30a-14ceacb8c3a5 req-e1e80c01-8918-4c48-9ca2-440c49af4041 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0807643 Sep 02 17:09:30.223589 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c7bca303-94a1-4bd9-b30a-14ceacb8c3a5 req-81b8c12e-ebfb-49a1-9d32-7212147bf69b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Sep 02 17:09:30.930850 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 0a87c875-7882-47c2-a092-e14ea53f2b64 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:30.954411 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ddf40-768d-417d-b31b-15e38c116322 req-6291920f-aeb1-4e32-8f6c-e3eedc0a87a8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:30.956615 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f46ddf40-768d-417d-b31b-15e38c116322 req-6291920f-aeb1-4e32-8f6c-e3eedc0a87a8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0539834 Sep 02 17:09:31.009008 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 0a87c875-7882-47c2-a092-e14ea53f2b64 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:31.028436 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 0a87c875-7882-47c2-a092-e14ea53f2b64 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:31.029645 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:31.038803 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f46ddf40-768d-417d-b31b-15e38c116322 req-aaa33801-5ed9-4c95-870b-a7eec921ae70 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749485 Sep 02 17:09:31.131957 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:31.156821 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:31.159411 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a083b-405c-438d-aaff-8ad84f12a759 req-8857aaa8-b5bf-4c2a-9d78-ca00423898ad tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:31.159874 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48212bac-3e60-41ca-90be-cb63741b9b55" -d '{"events": [{"server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "name": "network-vif-plugged", "status": "completed", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:31.163134 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-199a083b-405c-438d-aaff-8ad84f12a759 req-8857aaa8-b5bf-4c2a-9d78-ca00423898ad tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 944 time: 0.0559571 Sep 02 17:09:31.173871 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:31.179262 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:31.180126 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device d6ce6dfa-70c0-4097-860a-9fdc1e531848 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:31.206282 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999fec98-7373-44d2-85d0-2a3ae5e689af x-openstack-request-id: req-999fec98-7373-44d2-85d0-2a3ae5e689af {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:31.206577 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "name": "network-vif-plugged", "status": "completed", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:31.206863 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-999fec98-7373-44d2-85d0-2a3ae5e689af {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:31.207293 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'code': 200} Sep 02 17:09:31.211311 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-199a083b-405c-438d-aaff-8ad84f12a759 req-f2961c7d-742e-4afc-877b-68ef1e4c614e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430353 Sep 02 17:09:31.277137 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=0a87c875-7882-47c2-a092-e14ea53f2b64,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:31.309266 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port d6ce6dfa-70c0-4097-860a-9fdc1e531848 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:31.314716 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port d6ce6dfa-70c0-4097-860a-9fdc1e531848 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:31.315378 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:31.403299 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14a511-fc21-4261-9dad-e725b21dbdd2 req-1544669a-f98b-45d9-8696-584333045431 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:31.404749 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd14a511-fc21-4261-9dad-e725b21dbdd2 req-1544669a-f98b-45d9-8696-584333045431 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0824490 Sep 02 17:09:31.432213 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:31.462976 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd14a511-fc21-4261-9dad-e725b21dbdd2 req-32875179-1306-420e-8ac8-942e8012692d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516813 Sep 02 17:09:31.467722 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port d6ce6dfa-70c0-4097-860a-9fdc1e531848, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:31.473292 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:31.498400 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763bac-079d-427b-8591-4acfc5c59ec3 req-8660462f-61c8-4235-9d8a-031fdc52de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:31.499973 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a763bac-079d-427b-8591-4acfc5c59ec3 req-8660462f-61c8-4235-9d8a-031fdc52de05 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 1098 time: 0.0517845 Sep 02 17:09:31.532784 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=d6ce6dfa-70c0-4097-860a-9fdc1e531848,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:31.543839 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a763bac-079d-427b-8591-4acfc5c59ec3 req-c6f80422-9c4e-409d-be21-f80dcf4d4fae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323486 Sep 02 17:09:32.184079 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b307ef3-838b-478e-8a7c-8774703ffb89 req-49e2e668-f3ac-4253-9343-839c71229ca0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:32.185584 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8b307ef3-838b-478e-8a7c-8774703ffb89 req-49e2e668-f3ac-4253-9343-839c71229ca0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0494905 Sep 02 17:09:32.227278 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8b307ef3-838b-478e-8a7c-8774703ffb89 req-46d8f002-53ae-479f-8253-05ccd4f608f9 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324011 Sep 02 17:09:32.343267 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f8463-dc55-4d46-9c28-75373e32bc54 req-7e61a847-69e2-44d9-980c-353b8e8243f0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:32.344893 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d95f8463-dc55-4d46-9c28-75373e32bc54 req-7e61a847-69e2-44d9-980c-353b8e8243f0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0570793 Sep 02 17:09:32.393875 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d95f8463-dc55-4d46-9c28-75373e32bc54 req-3e8b8e03-b79f-4d9f-b3b1-5e1d197cb5b6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419922 Sep 02 17:09:32.582397 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c5ce9-25cc-4735-aa79-bf9f39a4159e req-52e07ed7-cd9b-4b4e-831d-54c981c1890f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:32.583920 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9e9c5ce9-25cc-4735-aa79-bf9f39a4159e req-52e07ed7-cd9b-4b4e-831d-54c981c1890f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0511441 Sep 02 17:09:32.621495 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9e9c5ce9-25cc-4735-aa79-bf9f39a4159e req-652f34ae-76bf-478c-90e6-ebfab93aa613 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311539 Sep 02 17:09:33.208226 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77697955-515d-4f49-8b5e-8d01b670ff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:33.210543 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d53dae5-2f37-4f41-9357-ea8b19e58a22" -d '{"events": [{"server_uuid": "77697955-515d-4f49-8b5e-8d01b670ff58", "name": "network-vif-plugged", "status": "completed", "tag": "d6ce6dfa-70c0-4097-860a-9fdc1e531848"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:33.246875 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b08e2-a404-4bba-90e8-5d504eb19b2a x-openstack-request-id: req-fc5b08e2-a404-4bba-90e8-5d504eb19b2a {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:33.247174 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77697955-515d-4f49-8b5e-8d01b670ff58", "name": "network-vif-plugged", "status": "completed", "tag": "d6ce6dfa-70c0-4097-860a-9fdc1e531848", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:33.247424 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc5b08e2-a404-4bba-90e8-5d504eb19b2a {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:33.247814 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77697955-515d-4f49-8b5e-8d01b670ff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848', 'code': 200} Sep 02 17:09:33.345731 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84ec45-549c-4fe8-a013-8cc055eaf8df req-289163bd-1297-4f20-a091-eea3a79f7167 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:33.347185 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3f84ec45-549c-4fe8-a013-8cc055eaf8df req-289163bd-1297-4f20-a091-eea3a79f7167 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0481558 Sep 02 17:09:33.385321 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3f84ec45-549c-4fe8-a013-8cc055eaf8df req-d4ddc309-08e1-4ae8-af7d-cb3ce93c4a42 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Sep 02 17:09:33.518077 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcf7e7-f290-40c1-9487-d0c60261795c req-8c3e2730-892a-40fd-82ca-f1c906f314c6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:33.519601 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-58dcf7e7-f290-40c1-9487-d0c60261795c req-8c3e2730-892a-40fd-82ca-f1c906f314c6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0496581 Sep 02 17:09:33.557221 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-58dcf7e7-f290-40c1-9487-d0c60261795c req-3c79dcda-8ae0-4304-ae53-6add9515bb5e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313606 Sep 02 17:09:33.732472 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1562c4-32a0-4f7a-ad64-c14e7243c2b9 req-52893e87-2291-4007-a9bb-e6f2c62da0d1 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:33.733943 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8d1562c4-32a0-4f7a-ad64-c14e7243c2b9 req-52893e87-2291-4007-a9bb-e6f2c62da0d1 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0471480 Sep 02 17:09:33.771100 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8d1562c4-32a0-4f7a-ad64-c14e7243c2b9 req-9fd7f685-a3af-41a2-af66-50462f39694b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Sep 02 17:09:34.504805 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a158315-a666-4165-803b-b428519506e0 req-5194bfe3-91e7-4821-9775-4b3fb1fe7c7a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:34.506313 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3a158315-a666-4165-803b-b428519506e0 req-5194bfe3-91e7-4821-9775-4b3fb1fe7c7a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0517945 Sep 02 17:09:34.545346 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3a158315-a666-4165-803b-b428519506e0 req-c9b7c2e9-c4b9-42bb-966d-6f9105ce50de tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324748 Sep 02 17:09:34.670548 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec916444-cb87-4508-9521-134594a08713 req-0fa847f6-4298-4acd-8b80-771a11d944dc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:34.672041 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ec916444-cb87-4508-9521-134594a08713 req-0fa847f6-4298-4acd-8b80-771a11d944dc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0510640 Sep 02 17:09:34.708852 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ec916444-cb87-4508-9521-134594a08713 req-358dc54c-f1bf-4dcd-bc23-73ca489d09bb tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308945 Sep 02 17:09:34.884202 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b632a-9396-4f9c-9122-43ef699e69df req-8a872471-503b-4413-8a47-f4728de7d1bd tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:34.885697 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ec2b632a-9396-4f9c-9122-43ef699e69df req-8a872471-503b-4413-8a47-f4728de7d1bd tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0480645 Sep 02 17:09:34.923050 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ec2b632a-9396-4f9c-9122-43ef699e69df req-b1fe4168-6e23-413f-86ac-d41bd609337f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314584 Sep 02 17:09:35.669726 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6568f-8874-43a4-9afc-41b36501a7dd req-c83d8ea0-bd0a-408f-b815-4647f2935add tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:35.671158 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2de6568f-8874-43a4-9afc-41b36501a7dd req-c83d8ea0-bd0a-408f-b815-4647f2935add tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0495856 Sep 02 17:09:35.709127 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2de6568f-8874-43a4-9afc-41b36501a7dd req-fc238d01-375a-4a5d-a19d-39db9b7004f2 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320899 Sep 02 17:09:35.823334 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867b379-b243-4026-a6e5-64421e6f8d96 req-17bf758f-b134-4ac3-9144-3109325323c0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:35.824871 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7867b379-b243-4026-a6e5-64421e6f8d96 req-17bf758f-b134-4ac3-9144-3109325323c0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0489256 Sep 02 17:09:35.861992 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7867b379-b243-4026-a6e5-64421e6f8d96 req-7ccc5c42-1ffb-450a-915a-3fa3132ac873 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310361 Sep 02 17:09:36.036012 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c079937-fbee-4dc6-b44c-aebb0888c424 req-1b05a68b-c7da-4730-b8af-11c30664df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:36.036601 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a3f90-3399-4234-b82d-4bdfacdfba19 req-10df0711-d158-48a4-a1bb-961fb04d6822 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:36.037679 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9c079937-fbee-4dc6-b44c-aebb0888c424 req-1b05a68b-c7da-4730-b8af-11c30664df13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 1098 time: 0.0434856 Sep 02 17:09:36.039110 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e64a3f90-3399-4234-b82d-4bdfacdfba19 req-10df0711-d158-48a4-a1bb-961fb04d6822 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0509801 Sep 02 17:09:36.081902 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e64a3f90-3399-4234-b82d-4bdfacdfba19 req-efda2db9-8b94-4349-8152-9fd20bed13ef tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374091 Sep 02 17:09:36.090879 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9c079937-fbee-4dc6-b44c-aebb0888c424 req-d24f2575-c7ac-4c02-959f-6f59e85637a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402255 Sep 02 17:09:36.832807 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1bb6b-0303-4913-8ae2-1f0dbdf90707 req-2ca690ba-6d89-462b-8d4f-08b65a5e2ded tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:36.833846 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ea1bb6b-0303-4913-8ae2-1f0dbdf90707 req-2ca690ba-6d89-462b-8d4f-08b65a5e2ded tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0500734 Sep 02 17:09:36.872572 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ea1bb6b-0303-4913-8ae2-1f0dbdf90707 req-134ae5ec-f300-4f64-861b-3c87f5f030dd tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322733 Sep 02 17:09:36.925312 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43362) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:37.003355 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad9259-5041-4da6-8bd8-f0cdcffc0a9d req-9c962655-7302-4c3e-abbf-0a1998d0bbb7 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:37.007258 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e3ad9259-5041-4da6-8bd8-f0cdcffc0a9d req-9c962655-7302-4c3e-abbf-0a1998d0bbb7 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0618210 Sep 02 17:09:37.012537 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d2e17-8390-4fac-b6a0-8904a2147f04 req-cbb57f28-6455-487c-b2a8-b590a6647261 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:37.014256 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a6d2e17-8390-4fac-b6a0-8904a2147f04 req-cbb57f28-6455-487c-b2a8-b590a6647261 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0642629 Sep 02 17:09:37.023749 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43366) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:37.028978 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-ecb69870-26c9-4a40-822e-47dc11ebf79d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'floatingip': {'port_id': '0a87c875-7882-47c2-a092-e14ea53f2b64'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:37.052897 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bcc95d1d-a975-4293-b846-a8b8f1443ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:37.075930 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e3ad9259-5041-4da6-8bd8-f0cdcffc0a9d req-3e78fc7a-928b-44e4-b4c1-a01faea06db3 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607257 Sep 02 17:09:37.103530 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ecb69870-26c9-4a40-822e-47dc11ebf79d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:37.173965 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bcc95d1d-a975-4293-b846-a8b8f1443ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:37.178360 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bcc95d1d-a975-4293-b846-a8b8f1443ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:37.209242 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bcc95d1d-a975-4293-b846-a8b8f1443ff4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=104d1be44c7c43dab71aeffa7702bf40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826774 Sep 02 17:09:37.212424 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43374) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:37.239691 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc95d1d-a975-4293-b846-a8b8f1443ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299b7a96-3a22-450f-804c-0d62e610213f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:37.284167 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:37.301295 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d2941-b9c8-4cbc-a4c1-cbd358c0d494 req-95756134-2ca8-4a54-9bf8-6e6cfb372bce tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:37.302829 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cc2d2941-b9c8-4cbc-a4c1-cbd358c0d494 req-95756134-2ca8-4a54-9bf8-6e6cfb372bce tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.1419456 Sep 02 17:09:37.306892 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:37.384652 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:37.387727 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:37.389522 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/299b7a96-3a22-450f-804c-0d62e610213f HTTP/1.1" status: 204 len: 168 time: 0.1756980 Sep 02 17:09:37.421464 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b7a96-3a22-450f-804c-0d62e610213f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:37.433712 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.433850 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.434711 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.435124 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.435468 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.435804 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.436441 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.436786 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.437246 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.437497 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.437832 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.438161 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189075e2-6739-4028-b1c9-5a3638cdbcc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:37.490991 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cc2d2941-b9c8-4cbc-a4c1-cbd358c0d494 req-8c73ed3b-1f89-4006-bc2b-c06e05e07776 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429424 Sep 02 17:09:37.714968 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43388) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:37.736568 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:37.920478 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ecb69870-26c9-4a40-822e-47dc11ebf79d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:37.927439 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ecb69870-26c9-4a40-822e-47dc11ebf79d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:38.205219 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c526558-6ddf-405a-80fa-2be83bfdd64a req-e9e1f59d-144d-45e6-bee9-c796013525db tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:38.207396 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9c526558-6ddf-405a-80fa-2be83bfdd64a req-e9e1f59d-144d-45e6-bee9-c796013525db tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0529068 Sep 02 17:09:38.247425 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:38.250558 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-ecb69870-26c9-4a40-822e-47dc11ebf79d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Floating IP aa34e126-9b80-4d7a-a36c-363718f4a180 associated. External IP: 172.27.2.162, port: 0a87c875-7882-47c2-a092-e14ea53f2b64. Sep 02 17:09:38.276381 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9c526558-6ddf-405a-80fa-2be83bfdd64a req-6f948e8a-6670-4051-ba16-21138e01856d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564394 Sep 02 17:09:38.290579 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:38.404019 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df2e5fa-1537-4f64-a4de-3a6927e60a03,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:38.410496 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=412047b00f914961a84cf57739887930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6946104 Sep 02 17:09:38.413347 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43414) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:38.424723 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.425071 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.425374 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.425732 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.426090 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.426417 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.426774 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.427100 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.427420 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.427742 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.428062 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.428401 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb532e3-093c-46ad-a836-67f9daa84bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:38.456377 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e3a1d-5ead-41fe-8b1a-73c87c101e93 req-35c21517-b731-4b4b-af96-d7ae9953da58 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:38.457965 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-928e3a1d-5ead-41fe-8b1a-73c87c101e93 req-35c21517-b731-4b4b-af96-d7ae9953da58 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.1102748 Sep 02 17:09:38.471398 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43416) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:38.475970 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-1281f4fe-47c8-42a0-a579-fed6c7e9d33f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'floatingip': {'port_id': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:38.552918 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a5e64594-edb4-4817-af1c-e67d835013e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:38.556477 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1281f4fe-47c8-42a0-a579-fed6c7e9d33f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:38.572960 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb69870-26c9-4a40-822e-47dc11ebf79d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Router 691157b2-4334-4ecf-b476-6e287fc99590 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:09:38.665324 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a5e64594-edb4-4817-af1c-e67d835013e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:38.710758 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb69870-26c9-4a40-822e-47dc11ebf79d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:09:38.717316 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ecb69870-26c9-4a40-822e-47dc11ebf79d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:38.726556 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379690e0-b9df-4ae0-8d5c-90efd276abcb None None] Sync routers for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:09:38.741521 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379690e0-b9df-4ae0-8d5c-90efd276abcb None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:09:38.742135 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-379690e0-b9df-4ae0-8d5c-90efd276abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:09:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:38.771352 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ecb69870-26c9-4a40-822e-47dc11ebf79d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "PUT /v2.0/floatingips/aa34e126-9b80-4d7a-a36c-363718f4a180 HTTP/1.1" status: 200 len: 991 time: 1.7457430 Sep 02 17:09:38.772197 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:38.787567 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c52bf8a-cdba-432f-a289-ab397f725790" -d '{"events": [{"name": "network-changed", "server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:38.839677 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30a830-8791-4204-a9c2-8ec7d7b7a386 req-cafadd26-9016-4fd3-a284-3ac2380542d1 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:38.841549 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ac30a830-8791-4204-a9c2-8ec7d7b7a386 req-cafadd26-9016-4fd3-a284-3ac2380542d1 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.2448666 Sep 02 17:09:38.895528 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-379690e0-b9df-4ae0-8d5c-90efd276abcb None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:09:38.939821 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a5e64594-edb4-4817-af1c-e67d835013e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:38.942464 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a5e64594-edb4-4817-af1c-e67d835013e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:38.947329 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a5e64594-edb4-4817-af1c-e67d835013e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6df2e5fa-1537-4f64-a4de-3a6927e60a03 HTTP/1.1" status: 204 len: 168 time: 0.5327547 Sep 02 17:09:38.978847 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ac30a830-8791-4204-a9c2-8ec7d7b7a386 req-f89e5741-b83e-4292-bedd-212d1300d8a8 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008518 Sep 02 17:09:38.981721 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e64594-edb4-4817-af1c-e67d835013e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df2e5fa-1537-4f64-a4de-3a6927e60a03,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:39.062560 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803b78fc-871a-4d01-bc66-c48f2e91d361 x-openstack-request-id: req-803b78fc-871a-4d01-bc66-c48f2e91d361 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:39.063341 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:39.063600 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-803b78fc-871a-4d01-bc66-c48f2e91d361 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:39.064010 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'status': 'completed', 'code': 200} Sep 02 17:09:39.270861 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52bf8a-cdba-432f-a289-ab397f725790 req-8226fc77-0cc1-4fb4-b002-0845d4c92d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:39.272974 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c52bf8a-cdba-432f-a289-ab397f725790 req-8226fc77-0cc1-4fb4-b002-0845d4c92d45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 1098 time: 0.1000762 Sep 02 17:09:39.285162 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-610f27b0-5a75-47ca-a2e5-1ea4423fc1ec tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:39.299643 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-379690e0-b9df-4ae0-8d5c-90efd276abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'aa34e126-9b80-4d7a-a36c-363718f4a180', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'port_id': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'mac_address': 'fa:16:3e:0e:bc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e92c68a-a864-4562-b08b-d244394268ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:08:57Z', 'updated_at': '2021-09-02T17:09:37Z', 'revision_number': 1, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:39.299930 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-610f27b0-5a75-47ca-a2e5-1ea4423fc1ec tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 815 time: 0.1909821 Sep 02 17:09:39.337924 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-82af23c3-e2e5-4d2c-becf-7a52cc8b3ea9 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/quotas/9ec1c77ded4a41158a99f6cf578e395e HTTP/1.1" status: 200 len: 375 time: 0.0420942 Sep 02 17:09:39.342362 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379690e0-b9df-4ae0-8d5c-90efd276abcb None None] Checking router: 691157b2-4334-4ecf-b476-6e287fc99590 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:09:39.355744 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379690e0-b9df-4ae0-8d5c-90efd276abcb None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:09:39.356548 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-379690e0-b9df-4ae0-8d5c-90efd276abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:09:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:39.483363 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-2c5fe313-a360-40be-807d-3da93353432f tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441612 Sep 02 17:09:39.508024 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52bf8a-cdba-432f-a289-ab397f725790 req-80dcec6f-04d1-4b18-a367-54ba7199e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:39.510047 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c52bf8a-cdba-432f-a289-ab397f725790 req-80dcec6f-04d1-4b18-a367-54ba7199e78d service neutron] 10.222.0.13 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 918 time: 0.2132597 Sep 02 17:09:39.516142 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-379690e0-b9df-4ae0-8d5c-90efd276abcb None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:09:39.618925 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.db.resource_extend [None req-1281f4fe-47c8-42a0-a579-fed6c7e9d33f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 17:09:39.685856 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c52bf8a-cdba-432f-a289-ab397f725790 req-671f1abc-ad59-44cc-8095-5efeceaf9a8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a87c875-7882-47c2-a092-e14ea53f2b64 HTTP/1.1" status: 200 len: 999 time: 0.1443126 Sep 02 17:09:39.704640 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-d62202b3-508e-445a-9154-95bd54322f3a service neutron] 10.222.0.41 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202473 Sep 02 17:09:39.836699 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1281f4fe-47c8-42a0-a579-fed6c7e9d33f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:39.845246 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1281f4fe-47c8-42a0-a579-fed6c7e9d33f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:39.866265 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52bf8a-cdba-432f-a289-ab397f725790 req-b2b4f128-79d4-4edb-a197-9a1568a0d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:39.868764 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c52bf8a-cdba-432f-a289-ab397f725790 req-b2b4f128-79d4-4edb-a197-9a1568a0d506 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 200 len: 856 time: 0.1443844 Sep 02 17:09:39.952345 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-786817d4-3e32-473e-91e3-9a94de7f44c4 service neutron] 10.222.0.41 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398767 Sep 02 17:09:39.985715 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52bf8a-cdba-432f-a289-ab397f725790 req-b161eae8-6edd-4aac-b041-6157114d32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:39.992141 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c52bf8a-cdba-432f-a289-ab397f725790 req-b161eae8-6edd-4aac-b041-6157114d32b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94c8cbb5-40fd-4da4-849b-703835a0088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065896 Sep 02 17:09:40.057480 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-379690e0-b9df-4ae0-8d5c-90efd276abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'aa34e126-9b80-4d7a-a36c-363718f4a180', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'port_id': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'mac_address': 'fa:16:3e:0e:bc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e92c68a-a864-4562-b08b-d244394268ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:08:57Z', 'updated_at': '2021-09-02T17:09:37Z', 'revision_number': 1, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:40.102701 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379690e0-b9df-4ae0-8d5c-90efd276abcb None None] The sync data for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi is: [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'aa34e126-9b80-4d7a-a36c-363718f4a180', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'port_id': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'mac_address': 'fa:16:3e:0e:bc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e92c68a-a864-4562-b08b-d244394268ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:08:57Z', 'updated_at': '2021-09-02T17:09:37Z', 'revision_number': 1, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:09:40.285131 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43520) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:40.319805 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac837870-f25e-481c-a1e0-8b1bcc3dfd21 req-f6a78374-91f7-4d05-a2ad-efbfc458b8a0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 210 time: 0.1137445 Sep 02 17:09:40.322120 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c52bf8a-cdba-432f-a289-ab397f725790 req-4263b56c-2e5f-40c6-9814-ea6f27d8da12 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140187 Sep 02 17:09:40.496772 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2362ed-ded2-41b0-940d-29b340690e68 req-696a72db-e7e3-442e-b8a7-ae7e0bccad8e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:40.505178 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ec2362ed-ded2-41b0-940d-29b340690e68 req-696a72db-e7e3-442e-b8a7-ae7e0bccad8e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.1013670 Sep 02 17:09:40.520425 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a88e1-6e47-48ec-90b9-e0bfefe047f1 None None] New status for floating IP aa34e126-9b80-4d7a-a36c-363718f4a180: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:09:40.521436 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c52bf8a-cdba-432f-a289-ab397f725790 req-09d70b63-15ed-45c0-b65c-482b3d88136a service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819494 Sep 02 17:09:40.560172 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-1281f4fe-47c8-42a0-a579-fed6c7e9d33f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Floating IP ba9c1484-0fdf-4cd6-888e-c4dd70c57622 associated. External IP: 172.27.2.84, port: d6ce6dfa-70c0-4097-860a-9fdc1e531848. Sep 02 17:09:40.656073 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d771b055-ea68-48df-a9ec-2f59a6aac64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:40.787812 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d771b055-ea68-48df-a9ec-2f59a6aac64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:40.792531 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ec2362ed-ded2-41b0-940d-29b340690e68 req-353ec49b-16d0-4969-8203-1c257ac73100 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863636 Sep 02 17:09:40.794762 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d771b055-ea68-48df-a9ec-2f59a6aac64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:40.843613 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43546) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:40.870942 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d771b055-ea68-48df-a9ec-2f59a6aac64b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3add5b235ed40a9bdf7a3fa0c492b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5836513 Sep 02 17:09:40.873424 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43550) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:40.874308 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771b055-ea68-48df-a9ec-2f59a6aac64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba1e26b-b045-46c8-9074-0ed2c8fcc110,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:40.930372 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b70819c-4e60-4fdb-a098-e7dcf19c3fa8 admin admin] Deleting subnet 6497790b-6361-4806-932d-473a741bfe9d {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:09:40.939740 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b70819c-4e60-4fdb-a098-e7dcf19c3fa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:40.990308 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a0c38742-8309-4542-aa78-7a1ca3d0c267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.013561 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a0c38742-8309-4542-aa78-7a1ca3d0c267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.063819 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b70819c-4e60-4fdb-a098-e7dcf19c3fa8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.069756 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a0c38742-8309-4542-aa78-7a1ca3d0c267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.073432 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a0c38742-8309-4542-aa78-7a1ca3d0c267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.075333 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a0c38742-8309-4542-aa78-7a1ca3d0c267 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ba1e26b-b045-46c8-9074-0ed2c8fcc110 HTTP/1.1" status: 204 len: 168 time: 0.1843576 Sep 02 17:09:41.080060 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b70819c-4e60-4fdb-a098-e7dcf19c3fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.086890 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c38742-8309-4542-aa78-7a1ca3d0c267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba1e26b-b045-46c8-9074-0ed2c8fcc110,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:41.174450 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1281f4fe-47c8-42a0-a579-fed6c7e9d33f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:09:41.199646 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b70819c-4e60-4fdb-a098-e7dcf19c3fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.243559 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70819c-4e60-4fdb-a098-e7dcf19c3fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6497790b-6361-4806-932d-473a741bfe9d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:41.253596 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b70819c-4e60-4fdb-a098-e7dcf19c3fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.255955 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2b70819c-4e60-4fdb-a098-e7dcf19c3fa8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6497790b-6361-4806-932d-473a741bfe9d HTTP/1.1" status: 204 len: 168 time: 0.4112277 Sep 02 17:09:41.259982 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43566) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:41.361762 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.386078 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1281f4fe-47c8-42a0-a579-fed6c7e9d33f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:09:41.398282 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834f1c3-d3da-4575-825b-97b9ab4b328f None None] Sync routers for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:09:41.400266 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1281f4fe-47c8-42a0-a579-fed6c7e9d33f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.414075 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834f1c3-d3da-4575-825b-97b9ab4b328f None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:09:41.417100 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7834f1c3-d3da-4575-825b-97b9ab4b328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:09:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:41.486062 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d9f817f9-9491-4022-88b3-92ecfaf85830 req-fff0f304-5ec4-408d-9d2a-1eebe7240337 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 210 time: 0.0452733 Sep 02 17:09:41.504989 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1281f4fe-47c8-42a0-a579-fed6c7e9d33f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "PUT /v2.0/floatingips/ba9c1484-0fdf-4cd6-888e-c4dd70c57622 HTTP/1.1" status: 200 len: 990 time: 3.0324545 Sep 02 17:09:41.505935 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77697955-515d-4f49-8b5e-8d01b670ff58', 'tag': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:41.508456 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdac2554-86e9-437e-a620-d906d098cb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "77697955-515d-4f49-8b5e-8d01b670ff58", "tag": "d6ce6dfa-70c0-4097-860a-9fdc1e531848"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:41.548007 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.560005 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.560571 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.562078 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.562616 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > port after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.563157 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.564032 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > port after_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.564510 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.564987 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.565464 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.565936 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.567749 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-7834f1c3-d3da-4575-825b-97b9ab4b328f None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:09:41.575488 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4a488a-f6e1-46ae-a9ec-54eefe7aee5a x-openstack-request-id: req-6a4a488a-f6e1-46ae-a9ec-54eefe7aee5a {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:41.575858 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77697955-515d-4f49-8b5e-8d01b670ff58", "tag": "d6ce6dfa-70c0-4097-860a-9fdc1e531848", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:41.576171 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a4a488a-f6e1-46ae-a9ec-54eefe7aee5a {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:41.576818 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77697955-515d-4f49-8b5e-8d01b670ff58', 'tag': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848', 'status': 'completed', 'code': 200} Sep 02 17:09:41.673529 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43580) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:41.691253 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cce30381-f24c-48ab-b8e9-ad941cbac646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.761325 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.762006 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.762006 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.762396 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:41.762800 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:41.784039 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fa05ca-b6db-4061-a238-7faa13cf2ad4') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:41.784364 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fa05ca-b6db-4061-a238-7faa13cf2ad4') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:41.799842 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cce30381-f24c-48ab-b8e9-ad941cbac646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.805711 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cce30381-f24c-48ab-b8e9-ad941cbac646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.832667 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966620'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.846298 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7834f1c3-d3da-4575-825b-97b9ab4b328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'ba9c1484-0fdf-4cd6-888e-c4dd70c57622', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'port_id': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'mac_address': 'fa:16:3e:87:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77697955-515d-4f49-8b5e-8d01b670ff58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:09:01Z', 'updated_at': '2021-09-02T17:09:39Z', 'revision_number': 1, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:41.861011 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce30381-f24c-48ab-b8e9-ad941cbac646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74a40c8-6438-4341-af45-7c4820f63ab9,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:41.864773 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.876819 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:09:41.877323 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12836127'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: from cryptography.utils import int_from_bytes Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: from cryptography.utils import int_from_bytes Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: timer() Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: cb(*args, **kw) Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: self._notify() Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: self.callback(batched_events) Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: event.method(event) Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._get(url).json() Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:09:41.881460 dv-cinder-806260-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:09:41.887726 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834f1c3-d3da-4575-825b-97b9ab4b328f None None] Checking router: 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:09:41.896630 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac2554-86e9-437e-a620-d906d098cb4b req-2ed187f7-bfa7-440c-994e-7a14459f96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:41.898693 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fdac2554-86e9-437e-a620-d906d098cb4b req-2ed187f7-bfa7-440c-994e-7a14459f96c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 1098 time: 0.1102059 Sep 02 17:09:41.915330 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834f1c3-d3da-4575-825b-97b9ab4b328f None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:09:41.916109 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7834f1c3-d3da-4575-825b-97b9ab4b328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:09:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:41.919692 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cce30381-f24c-48ab-b8e9-ad941cbac646 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8b531cc56a74f9c912da038b1a19c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447915 Sep 02 17:09:41.920436 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43584) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:42.021254 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b9c21-05b1-4de7-9247-c38be555acca req-3874595c-e0fd-48e5-b39c-dae713e202b5 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:42.030408 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3e5b9c21-05b1-4de7-9247-c38be555acca req-3874595c-e0fd-48e5-b39c-dae713e202b5 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.1024487 Sep 02 17:09:42.060639 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac2554-86e9-437e-a620-d906d098cb4b req-8c1d26e8-5821-4af8-9856-8f25c7eb96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:42.062540 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fdac2554-86e9-437e-a620-d906d098cb4b req-8c1d26e8-5821-4af8-9856-8f25c7eb96eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 912 time: 0.1324148 Sep 02 17:09:42.063136 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-7834f1c3-d3da-4575-825b-97b9ab4b328f None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:09:42.078743 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6218-368d-4c03-bec3-4f656c99d383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.108326 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.126272 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.126413 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6218-368d-4c03-bec3-4f656c99d383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.137459 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57 HTTP/1.1" status: 204 len: 168 time: 0.8763032 Sep 02 17:09:42.197472 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43592) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:42.233690 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b48582-ba0e-47b8-bf10-f1ad5881ab47 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1bd55cd-9a80-4ab6-bf5a-1e6cb3d3fa57,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:42.254328 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fdac2554-86e9-437e-a620-d906d098cb4b req-8c7c52ec-32b3-48f2-8183-c52e47154c45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848 HTTP/1.1" status: 200 len: 998 time: 0.1436009 Sep 02 17:09:42.328155 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6218-368d-4c03-bec3-4f656c99d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.331258 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac2554-86e9-437e-a620-d906d098cb4b req-9e947468-8bfe-470a-9373-9e5454c174ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:42.332952 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fdac2554-86e9-437e-a620-d906d098cb4b req-9e947468-8bfe-470a-9373-9e5454c174ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 200 len: 850 time: 0.0682757 Sep 02 17:09:42.333662 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6218-368d-4c03-bec3-4f656c99d383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.335253 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0a2a6218-368d-4c03-bec3-4f656c99d383 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a74a40c8-6438-4341-af45-7c4820f63ab9 HTTP/1.1" status: 204 len: 168 time: 0.4137607 Sep 02 17:09:42.349419 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7834f1c3-d3da-4575-825b-97b9ab4b328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'ba9c1484-0fdf-4cd6-888e-c4dd70c57622', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'port_id': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'mac_address': 'fa:16:3e:87:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77697955-515d-4f49-8b5e-8d01b670ff58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:09:01Z', 'updated_at': '2021-09-02T17:09:39Z', 'revision_number': 1, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:42.379912 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834f1c3-d3da-4575-825b-97b9ab4b328f None None] The sync data for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi is: [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'ba9c1484-0fdf-4cd6-888e-c4dd70c57622', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'port_id': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'mac_address': 'fa:16:3e:87:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77697955-515d-4f49-8b5e-8d01b670ff58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:09:01Z', 'updated_at': '2021-09-02T17:09:39Z', 'revision_number': 1, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:09:42.412898 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac2554-86e9-437e-a620-d906d098cb4b req-99c397a1-a068-4a12-aa3c-6ff52155885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:42.415282 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fdac2554-86e9-437e-a620-d906d098cb4b req-99c397a1-a068-4a12-aa3c-6ff52155885e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563526 Sep 02 17:09:42.423089 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a6218-368d-4c03-bec3-4f656c99d383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74a40c8-6438-4341-af45-7c4820f63ab9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:42.446877 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3e5b9c21-05b1-4de7-9247-c38be555acca req-17c5775f-ad7f-4be1-9cbf-5b62399a57a0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109726 Sep 02 17:09:42.456893 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-a3cfcf80-973e-40f6-9e69-eb04f0ce81e1 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:42.458727 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-a3cfcf80-973e-40f6-9e69-eb04f0ce81e1 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 815 time: 0.2595496 Sep 02 17:09:42.471311 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-02904828-1c8f-4956-be14-bf00ea472231 admin admin] Deleting subnet dee0fe86-f6f9-40fe-8544-47845db9b51d {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:09:42.474899 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02904828-1c8f-4956-be14-bf00ea472231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.525041 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02904828-1c8f-4956-be14-bf00ea472231 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.532262 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02904828-1c8f-4956-be14-bf00ea472231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.588296 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-961b12c3-ddb4-4547-a567-2b499a7ca415 req-42b7a7cf-ef6d-457a-9340-daf915aeb260 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 210 time: 0.0532596 Sep 02 17:09:42.621871 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Request body: {'port': {'device_id': '63d568ab-141d-4831-94e8-31e3b983dd4a', 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882', 'admin_state_up': True, 'tenant_id': '9ec1c77ded4a41158a99f6cf578e395e'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:42.654752 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d784eb-4bce-403a-a083-7f573cb2a767 None None] New status for floating IP ba9c1484-0fdf-4cd6-888e-c4dd70c57622: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:09:42.682463 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02904828-1c8f-4956-be14-bf00ea472231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.721462 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02904828-1c8f-4956-be14-bf00ea472231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dee0fe86-f6f9-40fe-8544-47845db9b51d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:42.731287 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02904828-1c8f-4956-be14-bf00ea472231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.734048 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-02904828-1c8f-4956-be14-bf00ea472231 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dee0fe86-f6f9-40fe-8544-47845db9b51d HTTP/1.1" status: 204 len: 168 time: 0.5324793 Sep 02 17:09:42.737868 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43612) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:42.759397 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fdac2554-86e9-437e-a620-d906d098cb4b req-c0d0bafd-2673-436c-8e9b-fa9442f7422e service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466115 Sep 02 17:09:42.879782 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:42.886969 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fdac2554-86e9-437e-a620-d906d098cb4b req-3cd689f5-f237-44cf-8ec0-1e41de6a88c0 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186209 Sep 02 17:09:42.893180 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Made reservation on behalf of 9ec1c77ded4a41158a99f6cf578e395e for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:42.897364 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.040990 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.057015 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.057327 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.058166 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.058529 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.058892 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.059218 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.059544 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.059862 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.060180 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.060501 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.128102 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.128466 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.128800 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.129159 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:09:43.129507 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89995e1a-74bf-4648-8c90-8a54847ee0cb']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:43.158445 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128ebbce-c5c2-4d09-9c54-b3f0766518e9') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:43.158774 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128ebbce-c5c2-4d09-9c54-b3f0766518e9') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:43.200985 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33468051'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.245112 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.257298 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Allocated IP 172.20.0.7 (42e64c23-8d50-4a89-acaf-802979ed9882/73f21f05-8338-4d4a-9690-02f96e5f3631/3e150f1a-44ff-4964-8378-9720427117af) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:09:43.260257 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:09:43.260663 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33548840'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: from cryptography.utils import int_from_bytes Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: from cryptography.utils import int_from_bytes Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: timer() Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: cb(*args, **kw) Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: self._notify() Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: self.callback(batched_events) Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: event.method(event) Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._get(url).json() Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:09:43.264782 dv-cinder-806260-3-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:09:43.353694 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.366667 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.367189 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/89995e1a-74bf-4648-8c90-8a54847ee0cb HTTP/1.1" status: 204 len: 168 time: 0.6256943 Sep 02 17:09:43.387420 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381e4a4-4051-4c9f-8be6-7647eb05b6e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=89995e1a-74bf-4648-8c90-8a54847ee0cb,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:43.563768 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.590921 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8828b6f-cf81-4413-aebd-5c7d425003f8 req-385811e6-52ca-400b-9537-4b656ff3f7e0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:43.592402 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b8828b6f-cf81-4413-aebd-5c7d425003f8 req-385811e6-52ca-400b-9537-4b656ff3f7e0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0651412 Sep 02 17:09:43.611593 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.625881 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43650) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:43.662532 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Pushing event updated for resources: {'Port': ['ID=3e150f1a-44ff-4964-8378-9720427117af,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:43.667499 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['7e2fc8cd-4943-4413-bed6-883f6ed096b2'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:09:43.675247 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b8828b6f-cf81-4413-aebd-5c7d425003f8 req-a18d916e-6f90-4c66-8408-df98d82a0b32 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759451 Sep 02 17:09:43.679288 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Network 42e64c23-8d50-4a89-acaf-802979ed9882 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:09:43.684246 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:09:43.706496 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:09:43.747110 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b66acb13-afce-4bed-90ae-00be28922483 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e6b6fc233534048a0c28a98e3e9ad29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1195893 Sep 02 17:09:43.749303 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43654) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:43.796471 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd411cc6-3637-41bb-aa42-62b4b243e191 req-ca3df600-7db9-44af-a2c3-e9dda0fce897 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:43.806699 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cd411cc6-3637-41bb-aa42-62b4b243e191 req-ca3df600-7db9-44af-a2c3-e9dda0fce897 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 931 time: 0.1248093 Sep 02 17:09:43.816429 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:43.817098 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.834413 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50b507fc-8463-45cc-ba52-d34e85d56a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.863877 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-43dc908c-4bcf-46ca-a334-7f170629a4fc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2483611 Sep 02 17:09:43.878463 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50b507fc-8463-45cc-ba52-d34e85d56a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.879912 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cd411cc6-3637-41bb-aa42-62b4b243e191 req-3aff92be-b432-4201-b366-cee5cf181af3 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722325 Sep 02 17:09:43.906339 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Request body: {'port': {'device_id': '63d568ab-141d-4831-94e8-31e3b983dd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:43.944267 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50b507fc-8463-45cc-ba52-d34e85d56a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.949666 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50b507fc-8463-45cc-ba52-d34e85d56a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:43.951368 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-50b507fc-8463-45cc-ba52-d34e85d56a71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/485162a8-a3d9-42da-9a42-1832fd9d2136 HTTP/1.1" status: 204 len: 168 time: 0.2009795 Sep 02 17:09:43.961093 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b507fc-8463-45cc-ba52-d34e85d56a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485162a8-a3d9-42da-9a42-1832fd9d2136,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:43.994315 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:44.222142 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2031e297-65dc-44f3-b581-30e4667b98dd req-9a151ce0-fa1d-4f4c-9af3-c36ec57fe617 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481622 Sep 02 17:09:44.319608 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e150f1a-44ff-4964-8378-9720427117af {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:44.329755 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:44.347808 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Transition to ACTIVE for port object 3e150f1a-44ff-4964-8378-9720427117af will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:09:44.353120 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:44.372811 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031e297-65dc-44f3-b581-30e4667b98dd req-408222bc-35bf-41f9-8a37-177594915ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:44.374456 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2031e297-65dc-44f3-b581-30e4667b98dd req-408222bc-35bf-41f9-8a37-177594915ed6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 1099 time: 0.0572467 Sep 02 17:09:44.405171 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43674) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:44.431372 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Pushing event updated for resources: {'Port': ['ID=3e150f1a-44ff-4964-8378-9720427117af,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:44.495583 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031e297-65dc-44f3-b581-30e4667b98dd req-09b2c402-b914-49ac-9770-1b89720e2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:44.497231 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2031e297-65dc-44f3-b581-30e4667b98dd req-09b2c402-b914-49ac-9770-1b89720e2f7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 916 time: 0.0969753 Sep 02 17:09:44.503414 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ffc6ac5f-04ca-4fb8-8016-d72f03d1f7b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14daf20e84d2471f9ea7aac72995596b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962920 Sep 02 17:09:44.505797 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43682) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:44.552372 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Attempting to bind port 3e150f1a-44ff-4964-8378-9720427117af on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:09:44.552709 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Attempting to bind port 3e150f1a-44ff-4964-8378-9720427117af by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:09:44.553203 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Attempting to bind port 3e150f1a-44ff-4964-8378-9720427117af on network 42e64c23-8d50-4a89-acaf-802979ed9882 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:44.569529 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2031e297-65dc-44f3-b581-30e4667b98dd req-f3c72373-1b3a-484c-9b9e-1c3bbb57d7cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2fc8cd-4943-4413-bed6-883f6ed096b2 HTTP/1.1" status: 200 len: 217 time: 0.0568049 Sep 02 17:09:44.574053 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Port 3e150f1a-44ff-4964-8378-9720427117af on network 42e64c23-8d50-4a89-acaf-802979ed9882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:09:44.574388 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Attempting to bind port 3e150f1a-44ff-4964-8378-9720427117af on network 42e64c23-8d50-4a89-acaf-802979ed9882 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:44.587522 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:09:44.587866 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Checking segment: {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:44.588332 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Bound using segment: {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:09:44.588695 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Bound port: 3e150f1a-44ff-4964-8378-9720427117af, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:09:44.589052 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:44.601297 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d82663b-e7d8-4cd7-9047-0b9fe6d62116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:44.650115 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d82663b-e7d8-4cd7-9047-0b9fe6d62116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:44.651519 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031e297-65dc-44f3-b581-30e4667b98dd req-a1a0861e-4004-44b5-8185-815cf6fbfb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:44.652930 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2031e297-65dc-44f3-b581-30e4667b98dd req-a1a0861e-4004-44b5-8185-815cf6fbfb29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f21f05-8338-4d4a-9690-02f96e5f3631 HTTP/1.1" status: 200 len: 855 time: 0.0693519 Sep 02 17:09:44.690024 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2031e297-65dc-44f3-b581-30e4667b98dd req-de174ae2-d54d-4707-86ae-1c0a0f820c3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42e64c23-8d50-4a89-acaf-802979ed9882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261109 Sep 02 17:09:44.724518 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] For port 3e150f1a-44ff-4964-8378-9720427117af, host hv-cinder-80626, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:09:44.735889 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] For port 3e150f1a-44ff-4964-8378-9720427117af, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3e150f1a-44ff-4964-8378-9720427117af,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:09:44.748159 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:44.827405 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d82663b-e7d8-4cd7-9047-0b9fe6d62116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:44.830390 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2031e297-65dc-44f3-b581-30e4667b98dd req-9276d18d-723d-4524-b497-17a9a6199de2 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324666 Sep 02 17:09:44.830709 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d82663b-e7d8-4cd7-9047-0b9fe6d62116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:44.831929 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5d82663b-e7d8-4cd7-9047-0b9fe6d62116 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d08bcfe-e80d-40f9-ad0c-75c45a9e63eb HTTP/1.1" status: 204 len: 168 time: 0.3249950 Sep 02 17:09:44.842132 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:44.842941 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:44.846699 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] 10.222.0.13 "PUT /v2.0/ports/3e150f1a-44ff-4964-8378-9720427117af HTTP/1.1" status: 200 len: 1093 time: 0.9587905 Sep 02 17:09:44.866779 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d568ab-141d-4831-94e8-31e3b983dd4a', 'tag': '3e150f1a-44ff-4964-8378-9720427117af'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:44.870037 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1ae7bd-9c1b-426a-9212-2f1c512e9835" -d '{"events": [{"name": "network-changed", "server_uuid": "63d568ab-141d-4831-94e8-31e3b983dd4a", "tag": "3e150f1a-44ff-4964-8378-9720427117af"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:44.884177 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82663b-e7d8-4cd7-9047-0b9fe6d62116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d08bcfe-e80d-40f9-ad0c-75c45a9e63eb,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:44.912968 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364f53b-7435-40c4-bbde-ba5423e2d18c service neutron] Pushing event updated for resources: {'Port': ['ID=3e150f1a-44ff-4964-8378-9720427117af,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:44.943753 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e7f42-98fd-4da0-a23b-e2bb03d848cb req-9ca6c905-8785-448c-80cb-0f5823cc6395 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:44.952311 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fb8e7f42-98fd-4da0-a23b-e2bb03d848cb req-9ca6c905-8785-448c-80cb-0f5823cc6395 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.1677055 Sep 02 17:09:44.998124 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e736dbfc-c4a8-4915-9aff-2784a445a94d x-openstack-request-id: req-e736dbfc-c4a8-4915-9aff-2784a445a94d {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:44.998519 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d568ab-141d-4831-94e8-31e3b983dd4a", "tag": "3e150f1a-44ff-4964-8378-9720427117af", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:44.998858 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e736dbfc-c4a8-4915-9aff-2784a445a94d {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:44.999320 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d568ab-141d-4831-94e8-31e3b983dd4a', 'tag': '3e150f1a-44ff-4964-8378-9720427117af', 'status': 'completed', 'code': 200} Sep 02 17:09:45.009086 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43714) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:45.025789 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fb8e7f42-98fd-4da0-a23b-e2bb03d848cb req-776071ce-28c8-4ee0-a84e-3a81e0b8f02f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723279 Sep 02 17:09:45.073917 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-26105889-247e-44d2-b9f6-6ef77f7d6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:45.076911 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-26105889-247e-44d2-b9f6-6ef77f7d6016 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 1096 time: 0.0983992 Sep 02 17:09:45.132849 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2031e297-65dc-44f3-b581-30e4667b98dd req-81fddfb7-8a76-4418-8dff-317ef9a51169 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692471 Sep 02 17:09:45.375985 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3dd91414-5ea7-4094-a706-17c35c159c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:45.506114 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-1d90462e-4558-44ac-bf38-d3ba14c318d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e150f1a-44ff-4964-8378-9720427117af HTTP/1.1" status: 200 len: 217 time: 0.3798008 Sep 02 17:09:45.536427 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc82d1c-0e65-45fa-9e83-5d7201f252e4 req-8e7be2d5-288a-42c9-aaab-4ba2f9bda214 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:45.543190 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6fc82d1c-0e65-45fa-9e83-5d7201f252e4 req-8e7be2d5-288a-42c9-aaab-4ba2f9bda214 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 943 time: 0.4105589 Sep 02 17:09:45.546593 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3dd91414-5ea7-4094-a706-17c35c159c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:45.559109 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3dd91414-5ea7-4094-a706-17c35c159c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:45.623596 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6fc82d1c-0e65-45fa-9e83-5d7201f252e4 req-c7d9e7fb-0d9d-4e2a-b828-87cbd4e7b0d0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796828 Sep 02 17:09:45.625720 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-acf1e336-ee33-45be-a492-5bb1fb39e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:45.627233 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-acf1e336-ee33-45be-a492-5bb1fb39e008 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f21f05-8338-4d4a-9690-02f96e5f3631 HTTP/1.1" status: 200 len: 855 time: 0.0773420 Sep 02 17:09:45.643791 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd91414-5ea7-4094-a706-17c35c159c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b18370-e95c-4773-833e-92d952ea4f7c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:45.670747 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3dd91414-5ea7-4094-a706-17c35c159c89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=503fcaef38a644bdb4b68982dfff3f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605430 Sep 02 17:09:45.673751 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43766) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:45.677043 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-34dee25b-e699-4f51-ac68-9c71b92b2079 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42e64c23-8d50-4a89-acaf-802979ed9882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378292 Sep 02 17:09:45.733697 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-20ecd6c6-b970-4329-86eb-902f65985c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:45.765475 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-20ecd6c6-b970-4329-86eb-902f65985c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:45.831768 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-20ecd6c6-b970-4329-86eb-902f65985c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:45.834229 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-20ecd6c6-b970-4329-86eb-902f65985c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:45.835427 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-20ecd6c6-b970-4329-86eb-902f65985c40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82b18370-e95c-4773-833e-92d952ea4f7c HTTP/1.1" status: 204 len: 168 time: 0.1602042 Sep 02 17:09:45.841997 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-005637f2-a796-4beb-b34e-39eea5d99fe3 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434946 Sep 02 17:09:45.844864 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecd6c6-b970-4329-86eb-902f65985c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b18370-e95c-4773-833e-92d952ea4f7c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:45.956764 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-262c0de2-a059-49f7-9e71-8cd43ffc6e7d req-17f9d52f-940b-48c3-9808-c04c7148fa4e service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030464 Sep 02 17:09:46.002354 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:09:46.201674 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab773b75-3845-4332-97f4-467abf428014 req-bb19e925-9f4f-4579-8b5f-5772fc17fbc3 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:46.203284 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab773b75-3845-4332-97f4-467abf428014 req-bb19e925-9f4f-4579-8b5f-5772fc17fbc3 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0937684 Sep 02 17:09:46.224409 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ae7bd-9c1b-426a-9212-2f1c512e9835 req-24660eb0-92ad-4611-ab90-ddec5d28548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:46.230027 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ae1ae7bd-9c1b-426a-9212-2f1c512e9835 req-24660eb0-92ad-4611-ab90-ddec5d28548f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 1096 time: 0.0908718 Sep 02 17:09:46.310763 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab773b75-3845-4332-97f4-467abf428014 req-02d09923-05d8-4d22-a5f4-99b97efe2011 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891891 Sep 02 17:09:46.310763 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43820) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:46.318034 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-27b22d77-1874-4c45-9bf3-c575a0e218f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:46.382497 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ae7bd-9c1b-426a-9212-2f1c512e9835 req-22ab40fe-2444-4311-bfce-b2b93d8bb14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:46.384491 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ae1ae7bd-9c1b-426a-9212-2f1c512e9835 req-22ab40fe-2444-4311-bfce-b2b93d8bb14a service neutron] 10.222.0.13 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 916 time: 0.1421947 Sep 02 17:09:46.448031 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-27b22d77-1874-4c45-9bf3-c575a0e218f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:46.455626 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-27b22d77-1874-4c45-9bf3-c575a0e218f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:46.480419 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ae1ae7bd-9c1b-426a-9212-2f1c512e9835 req-2bd60bf6-722f-4ced-a6f0-ec8365cf1914 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e150f1a-44ff-4964-8378-9720427117af HTTP/1.1" status: 200 len: 217 time: 0.0828133 Sep 02 17:09:46.502939 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43834) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:46.503172 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-27b22d77-1874-4c45-9bf3-c575a0e218f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30479a922e0d4f9595678eff063ff1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973929 Sep 02 17:09:46.519839 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b22d77-1874-4c45-9bf3-c575a0e218f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e626292-7571-4411-9172-8e2581ab78d7,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:46.602807 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d5462335-7722-422c-a508-d74005b6bb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:46.605361 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ae7bd-9c1b-426a-9212-2f1c512e9835 req-53ca4418-0348-4795-9592-64fc8b03ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:46.610361 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ae1ae7bd-9c1b-426a-9212-2f1c512e9835 req-53ca4418-0348-4795-9592-64fc8b03ac66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f21f05-8338-4d4a-9690-02f96e5f3631 HTTP/1.1" status: 200 len: 855 time: 0.0931985 Sep 02 17:09:46.645679 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d5462335-7722-422c-a508-d74005b6bb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:46.699505 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43844) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:46.704902 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ae1ae7bd-9c1b-426a-9212-2f1c512e9835 req-ad886b69-c422-47a8-8e9b-40192a253ec1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42e64c23-8d50-4a89-acaf-802979ed9882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451663 Sep 02 17:09:46.766233 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43848) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:46.827855 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453c9d-c321-4314-a99c-be2ae542d7bc req-6224ec5b-3365-4917-bc10-f6452ba713dd tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:46.829931 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4453c9d-c321-4314-a99c-be2ae542d7bc req-6224ec5b-3365-4917-bc10-f6452ba713dd tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 943 time: 0.0814593 Sep 02 17:09:46.841948 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ae1ae7bd-9c1b-426a-9212-2f1c512e9835 req-acf81760-9d25-4e33-a57c-fae1d48f30c8 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247046 Sep 02 17:09:46.854522 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d5462335-7722-422c-a508-d74005b6bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:46.857438 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d5462335-7722-422c-a508-d74005b6bb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:46.861200 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d5462335-7722-422c-a508-d74005b6bb2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e626292-7571-4411-9172-8e2581ab78d7 HTTP/1.1" status: 204 len: 168 time: 0.3544109 Sep 02 17:09:46.867940 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5462335-7722-422c-a508-d74005b6bb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e626292-7571-4411-9172-8e2581ab78d7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:46.924039 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6e89760b-8767-410a-af2a-1bafcbd16ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:46.933513 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:46.938789 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4453c9d-c321-4314-a99c-be2ae542d7bc req-8e617e93-8f2c-4666-a528-a465f5e04667 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009605 Sep 02 17:09:47.003169 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc6826c0-9d49-4744-8b5c-7bc521e66715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.081605 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde66da-cfdf-45d4-a3c6-b20f789a9335 req-761b67fa-40d1-46f1-b966-ad6d21e64640 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:47.083991 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5dde66da-cfdf-45d4-a3c6-b20f789a9335 req-761b67fa-40d1-46f1-b966-ad6d21e64640 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.1027362 Sep 02 17:09:47.097394 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6e89760b-8767-410a-af2a-1bafcbd16ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.103861 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6e89760b-8767-410a-af2a-1bafcbd16ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.115734 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ae1ae7bd-9c1b-426a-9212-2f1c512e9835 req-3dd36488-310a-483d-82ce-f189f65f0a56 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639526 Sep 02 17:09:47.134665 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5dde66da-cfdf-45d4-a3c6-b20f789a9335 req-2013e8a2-9d87-4932-90c4-3ff07077cbef tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Sep 02 17:09:47.163759 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89760b-8767-410a-af2a-1bafcbd16ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667b4ad1-2353-48d3-909a-87e74cdb09e4,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:47.170843 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6e89760b-8767-410a-af2a-1bafcbd16ee5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f31a8af21d8414d8fdb8134dc7c8dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681923 Sep 02 17:09:47.171248 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43860) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:47.228358 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c62e704e-0efc-463a-bc8d-3997ad5116ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.257677 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c62e704e-0efc-463a-bc8d-3997ad5116ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.265110 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc6826c0-9d49-4744-8b5c-7bc521e66715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.271666 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc6826c0-9d49-4744-8b5c-7bc521e66715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.316180 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6826c0-9d49-4744-8b5c-7bc521e66715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9332991-57e8-4afb-b8a2-469286408022,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:47.323549 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c62e704e-0efc-463a-bc8d-3997ad5116ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.328648 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c62e704e-0efc-463a-bc8d-3997ad5116ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.330497 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c62e704e-0efc-463a-bc8d-3997ad5116ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/667b4ad1-2353-48d3-909a-87e74cdb09e4 HTTP/1.1" status: 204 len: 168 time: 0.1578476 Sep 02 17:09:47.334955 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dc6826c0-9d49-4744-8b5c-7bc521e66715 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe5fdcf02dc04b7f8b7e890e9e248eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5670147 Sep 02 17:09:47.338063 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43872) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:47.341305 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e704e-0efc-463a-bc8d-3997ad5116ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667b4ad1-2353-48d3-909a-87e74cdb09e4,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:47.444514 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67624b20-4c20-4c99-894c-6685780e01ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.474658 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff5956-f288-47bc-beaf-071eec91f428 req-5d430071-cb6a-47fa-bf7f-d6a8935685f6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:47.476194 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1ff5956-f288-47bc-beaf-071eec91f428 req-5d430071-cb6a-47fa-bf7f-d6a8935685f6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0745020 Sep 02 17:09:47.481912 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67624b20-4c20-4c99-894c-6685780e01ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.542675 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1ff5956-f288-47bc-beaf-071eec91f428 req-a2d50729-96e9-41cf-a51b-4d295fc3869f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585644 Sep 02 17:09:47.566235 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67624b20-4c20-4c99-894c-6685780e01ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.569386 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67624b20-4c20-4c99-894c-6685780e01ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:47.573533 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-67624b20-4c20-4c99-894c-6685780e01ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9332991-57e8-4afb-b8a2-469286408022 HTTP/1.1" status: 204 len: 168 time: 0.2318323 Sep 02 17:09:47.581378 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67624b20-4c20-4c99-894c-6685780e01ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9332991-57e8-4afb-b8a2-469286408022,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:48.014694 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43908) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:48.032603 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-26966da9-fa14-4461-99c4-ab69babb2892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.121620 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18829405-4ae9-498a-a7f3-0f9200f92487 req-524f496a-706a-4f49-98ab-566373f42e9d tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:48.128951 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18829405-4ae9-498a-a7f3-0f9200f92487 req-524f496a-706a-4f49-98ab-566373f42e9d tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 943 time: 0.0709026 Sep 02 17:09:48.155462 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-26966da9-fa14-4461-99c4-ab69babb2892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.161513 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-26966da9-fa14-4461-99c4-ab69babb2892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.171149 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18829405-4ae9-498a-a7f3-0f9200f92487 req-b272db32-a1f0-4276-96ae-d32816d04252 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Sep 02 17:09:48.203750 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-26966da9-fa14-4461-99c4-ab69babb2892 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c025ed419364478897026b60deb128dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880958 Sep 02 17:09:48.206420 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 43942) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:48.225153 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26966da9-fa14-4461-99c4-ab69babb2892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb376c9b-7a65-422c-8a46-0dc52f530e00,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:48.298414 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4366d558-6903-4c22-b912-103bb2a510f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.309285 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05641cb6-2ca9-4e76-a1ad-e86a84aaef42 req-c85175ca-1c11-4f97-87f7-e09545cd497b tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:48.310880 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-05641cb6-2ca9-4e76-a1ad-e86a84aaef42 req-c85175ca-1c11-4f97-87f7-e09545cd497b tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0827625 Sep 02 17:09:48.348380 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4366d558-6903-4c22-b912-103bb2a510f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.386803 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-05641cb6-2ca9-4e76-a1ad-e86a84aaef42 req-d95422bd-dff5-4438-affd-6381329bb7d3 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683780 Sep 02 17:09:48.424069 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4366d558-6903-4c22-b912-103bb2a510f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.429471 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4366d558-6903-4c22-b912-103bb2a510f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.433575 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4366d558-6903-4c22-b912-103bb2a510f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb376c9b-7a65-422c-8a46-0dc52f530e00 HTTP/1.1" status: 204 len: 168 time: 0.2231500 Sep 02 17:09:48.444463 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366d558-6903-4c22-b912-103bb2a510f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb376c9b-7a65-422c-8a46-0dc52f530e00,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:48.495252 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43962) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:48.617272 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-97385728-network', 'tenant_id': '8b68171454c54ab49ec2f23eb7573aa8'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:48.657170 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Made reservation on behalf of 8b68171454c54ab49ec2f23eb7573aa8 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:48.659893 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.669738 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.731280 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53976417-d431-480f-82ed-e4c38ef87342 req-fe822eda-aadc-4660-81e8-a75560fad202 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:48.732874 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-53976417-d431-480f-82ed-e4c38ef87342 req-fe822eda-aadc-4660-81e8-a75560fad202 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0603409 Sep 02 17:09:48.784327 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-53976417-d431-480f-82ed-e4c38ef87342 req-eb853d14-aa6f-400e-8641-15f1f51d91d4 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Sep 02 17:09:48.797880 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.806986 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.831272 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:09:48.846967 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a7161f-39e2-4bb0-9bae-7caaf4d3639f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:48.849864 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.850212 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Added segment 005edebf-f580-4f6b-a78f-87899395556b of type vlan for network 66d8eb5c-183b-4388-baa3-2c614c901226 Sep 02 17:09:48.891448 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.920013 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.921167 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:48.921985 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.974451 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4779637 Sep 02 17:09:48.977751 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 43992) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:48.984046 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] Request body: {'subnet': {'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-97385728-subnet', 'tenant_id': '8b68171454c54ab49ec2f23eb7573aa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:49.011191 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 3e150f1a-44ff-4964-8378-9720427117af details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:09:49.011698 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7afbe-c7ee-436d-813f-8141a0b41795 admin admin] Pushing event updated for resources: {'Network': ['ID=66d8eb5c-183b-4388-baa3-2c614c901226,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:49.024599 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network 66d8eb5c-183b-4388-baa3-2c614c901226 details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:09:49.030551 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] Made reservation on behalf of 8b68171454c54ab49ec2f23eb7573aa8 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:49.032994 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14215678'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:49.187352 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 3e150f1a-44ff-4964-8378-9720427117af, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3e150f1a-44ff-4964-8378-9720427117af,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:49.202396 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '3e150f1a-44ff-4964-8378-9720427117af', 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882', 'port_id': '3e150f1a-44ff-4964-8378-9720427117af', 'mac_address': 'fa:16:3e:ac:11:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f21f05-8338-4d4a-9690-02f96e5f3631', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:09:49.253671 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:49.269456 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e150f1a-44ff-4964-8378-9720427117af {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:49.300133 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 3e150f1a-44ff-4964-8378-9720427117af, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3e150f1a-44ff-4964-8378-9720427117af,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:49.306926 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:49.374894 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=3e150f1a-44ff-4964-8378-9720427117af,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:49.382533 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.382942 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.383382 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.383718 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.384047 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.384374 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.384701 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.385025 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.385367 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.385693 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.386013 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.386329 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:09:49.393969 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb968a9-e840-4e0d-acd5-1bbcc8faa6cf req-62b6d06a-f8f6-4ecf-a8b6-1f3c79199885 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:49.396916 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7cb968a9-e840-4e0d-acd5-1bbcc8faa6cf req-62b6d06a-f8f6-4ecf-a8b6-1f3c79199885 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 944 time: 0.0781314 Sep 02 17:09:49.452809 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7cb968a9-e840-4e0d-acd5-1bbcc8faa6cf req-a0744c6d-ef2a-4d62-ba06-7a844ecfc932 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479424 Sep 02 17:09:49.463359 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12836278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14215660'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:49.550684 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8576eef-d81a-4367-8abc-ca8bce37eb6d,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:49.565732 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] Checking segment: {'id': '005edebf-f580-4f6b-a78f-87899395556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:49.566092 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] Network hostable DHCP agents. Network: 66d8eb5c-183b-4388-baa3-2c614c901226, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:09:49.576551 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ca4f7-6021-47f8-bcb3-3cbd83ead0a5 req-8c9f86f2-1e0f-4e06-bc42-bad13727d5e9 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:49.577967 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8a4ca4f7-6021-47f8-bcb3-3cbd83ead0a5 req-8c9f86f2-1e0f-4e06-bc42-bad13727d5e9 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0861726 Sep 02 17:09:49.607532 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] Network 66d8eb5c-183b-4388-baa3-2c614c901226 is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:09:49.628778 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8a4ca4f7-6021-47f8-bcb3-3cbd83ead0a5 req-3b1eede5-413b-44ea-a2e5-be60fb0ca0a5 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Sep 02 17:09:49.629499 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, 66d8eb5c-183b-4388-baa3-2c614c901226) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:09:49.635022 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:49.635837 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:49.646021 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c1028-9e57-428e-905b-90c440a23244 None None] Network 66d8eb5c-183b-4388-baa3-2c614c901226 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:09:49.668760 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d697599e-26af-42d0-a955-07382fe4e0b0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6895032 Sep 02 17:09:49.806216 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a089ce-5d9a-455d-a47a-36a1b7ca8ec2 None None] Network 66d8eb5c-183b-4388-baa3-2c614c901226 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:09:49.935510 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f7b0f-c8d3-4f45-bb54-89ddb2c84623 req-93b2821b-2d9f-4b18-8869-9ec90f0ac571 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:49.943246 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-149f7b0f-c8d3-4f45-bb54-89ddb2c84623 req-93b2821b-2d9f-4b18-8869-9ec90f0ac571 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0818858 Sep 02 17:09:49.958929 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['3e150f1a-44ff-4964-8378-9720427117af'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:09:50.038880 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-149f7b0f-c8d3-4f45-bb54-89ddb2c84623 req-5cb04428-a79d-4262-bff6-48b5b5c53897 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887313 Sep 02 17:09:50.588661 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59239c3d-ad46-4c00-8154-ceb39bdbbbfb req-a17e2f79-d3cb-4eeb-8cc8-a7f1656dcd18 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:50.596374 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-59239c3d-ad46-4c00-8154-ceb39bdbbbfb req-a17e2f79-d3cb-4eeb-8cc8-a7f1656dcd18 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 944 time: 0.0607235 Sep 02 17:09:50.620213 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a52ded-d9c3-4a4c-9e04-c03c4823d38f req-9d56be2b-d76e-4fe9-88d4-e6ca666bdf85 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:50.622409 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-29a52ded-d9c3-4a4c-9e04-c03c4823d38f req-9d56be2b-d76e-4fe9-88d4-e6ca666bdf85 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.13 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0611606 Sep 02 17:09:50.639041 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-59239c3d-ad46-4c00-8154-ceb39bdbbbfb req-aa0a3cd0-0b79-449f-ac14-c461f162a6e0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Sep 02 17:09:50.824218 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f7f9-bd36-46e2-a774-c58e72d6f727 req-9d71f78b-491c-4db6-a1e4-3f9719afd830 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:50.825718 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1b27f7f9-bd36-46e2-a774-c58e72d6f727 req-9d71f78b-491c-4db6-a1e4-3f9719afd830 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 946 time: 0.0931756 Sep 02 17:09:50.834506 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-29a52ded-d9c3-4a4c-9e04-c03c4823d38f req-bf772561-c530-4efc-9ddd-c9b6856dd6d0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Deleting port 84985843-a05d-4eec-a8e6-63d146fd1bf1 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:09:50.834881 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-29a52ded-d9c3-4a4c-9e04-c03c4823d38f req-bf772561-c530-4efc-9ddd-c9b6856dd6d0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:50.914358 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1b27f7f9-bd36-46e2-a774-c58e72d6f727 req-dd99f042-208f-4341-a0f3-673287c9fd20 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820780 Sep 02 17:09:50.966492 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-29a52ded-d9c3-4a4c-9e04-c03c4823d38f req-bf772561-c530-4efc-9ddd-c9b6856dd6d0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] For port 84985843-a05d-4eec-a8e6-63d146fd1bf1, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=84985843-a05d-4eec-a8e6-63d146fd1bf1,segment=NetworkSegment(424087f6-72a9-466a-b133-41269641ce42),segment_id=424087f6-72a9-466a-b133-41269641ce42)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:50.966937 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-29a52ded-d9c3-4a4c-9e04-c03c4823d38f req-bf772561-c530-4efc-9ddd-c9b6856dd6d0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:50.983971 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-29a52ded-d9c3-4a4c-9e04-c03c4823d38f req-bf772561-c530-4efc-9ddd-c9b6856dd6d0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Calling delete_port for 84985843-a05d-4eec-a8e6-63d146fd1bf1 owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:09:51.179973 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-29a52ded-d9c3-4a4c-9e04-c03c4823d38f req-bf772561-c530-4efc-9ddd-c9b6856dd6d0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:51.194229 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520fe03-515d-4b62-81c5-4ef8df351ea7 req-e9388bf2-62a6-432b-bd16-702c43b33975 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:51.195775 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e520fe03-515d-4b62-81c5-4ef8df351ea7 req-e9388bf2-62a6-432b-bd16-702c43b33975 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0934882 Sep 02 17:09:51.224538 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf772561-c530-4efc-9ddd-c9b6856dd6d0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Pushing event deleted for resources: {'Port': ['ID=84985843-a05d-4eec-a8e6-63d146fd1bf1,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:51.298725 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a52ded-d9c3-4a4c-9e04-c03c4823d38f req-bf772561-c530-4efc-9ddd-c9b6856dd6d0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] No DVR routers for this DVR port 84985843-a05d-4eec-a8e6-63d146fd1bf1 on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:09:51.307977 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-29a52ded-d9c3-4a4c-9e04-c03c4823d38f req-bf772561-c530-4efc-9ddd-c9b6856dd6d0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:51.309931 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-29a52ded-d9c3-4a4c-9e04-c03c4823d38f req-bf772561-c530-4efc-9ddd-c9b6856dd6d0 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.13 "DELETE /v2.0/ports/84985843-a05d-4eec-a8e6-63d146fd1bf1 HTTP/1.1" status: 204 len: 173 time: 0.6799793 Sep 02 17:09:51.310363 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731fe663-d306-40c9-bc5b-af255b67d8d8', 'name': 'network-vif-deleted', 'tag': '84985843-a05d-4eec-a8e6-63d146fd1bf1'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:51.312599 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bfddf0-5e40-4649-b4e7-8c7610fb71bd" -d '{"events": [{"server_uuid": "731fe663-d306-40c9-bc5b-af255b67d8d8", "name": "network-vif-deleted", "tag": "84985843-a05d-4eec-a8e6-63d146fd1bf1"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:51.319945 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e520fe03-515d-4b62-81c5-4ef8df351ea7 req-9e368b8a-52f0-4408-b8fe-c05188f5bda5 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040509 Sep 02 17:09:51.358540 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47746bdb-126b-4cfc-a493-81b010029513 x-openstack-request-id: req-47746bdb-126b-4cfc-a493-81b010029513 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:51.358864 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731fe663-d306-40c9-bc5b-af255b67d8d8", "name": "network-vif-deleted", "tag": "84985843-a05d-4eec-a8e6-63d146fd1bf1", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:51.359117 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47746bdb-126b-4cfc-a493-81b010029513 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:51.359516 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731fe663-d306-40c9-bc5b-af255b67d8d8', 'name': 'network-vif-deleted', 'tag': '84985843-a05d-4eec-a8e6-63d146fd1bf1', 'status': 'completed', 'code': 200} Sep 02 17:09:51.436822 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 44094) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:51.544897 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-509aca5d-042c-4053-8ef8-042d63697897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:51.635188 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-509aca5d-042c-4053-8ef8-042d63697897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:51.639897 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-509aca5d-042c-4053-8ef8-042d63697897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:51.685198 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-509aca5d-042c-4053-8ef8-042d63697897 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f24255ce87714b46805b6e195f6699cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470665 Sep 02 17:09:51.685865 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44112) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:51.686459 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509aca5d-042c-4053-8ef8-042d63697897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4988cb-6a64-40c3-8561-32c8f5d69b83,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:51.700942 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-04e037eb-27dc-4b34-b6c4-6a5a120a8d56 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:51.702758 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-04e037eb-27dc-4b34-b6c4-6a5a120a8d56 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/networks?id=66d8eb5c-183b-4388-baa3-2c614c901226 HTTP/1.1" status: 200 len: 812 time: 0.1187885 Sep 02 17:09:51.732887 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-b8385075-0a52-4593-ba19-b7d575da76c2 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/quotas/8b68171454c54ab49ec2f23eb7573aa8 HTTP/1.1" status: 200 len: 375 time: 0.0235071 Sep 02 17:09:51.770109 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d823db5-2481-46a4-8e2a-98c6431d7f0d req-8f1b502a-aa76-40b2-a0f4-447791ff2e69 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:51.771649 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9d823db5-2481-46a4-8e2a-98c6431d7f0d req-8f1b502a-aa76-40b2-a0f4-447791ff2e69 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 944 time: 0.0563443 Sep 02 17:09:51.776509 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-c8be74f8-3d6c-4bc4-b07c-6ff412c44e59 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b68171454c54ab49ec2f23eb7573aa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343297 Sep 02 17:09:51.807811 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ffe31cb7-60e8-453d-aafd-0d4bbbf2f2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:51.818430 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9d823db5-2481-46a4-8e2a-98c6431d7f0d req-69e12020-d741-4fd9-88e7-1e050f012605 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390735 Sep 02 17:09:51.864311 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ffe31cb7-60e8-453d-aafd-0d4bbbf2f2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:51.921784 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3470f3cb-b813-46c6-b773-d17c94567e17 service neutron] 10.222.0.41 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321063 Sep 02 17:09:51.960414 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ebba-260a-42fc-a057-0ab4a10c6ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:51.983169 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ffe31cb7-60e8-453d-aafd-0d4bbbf2f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:51.985934 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ffe31cb7-60e8-453d-aafd-0d4bbbf2f2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:51.987126 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ffe31cb7-60e8-453d-aafd-0d4bbbf2f2c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d4988cb-6a64-40c3-8561-32c8f5d69b83 HTTP/1.1" status: 204 len: 168 time: 0.3003271 Sep 02 17:09:52.000919 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe31cb7-60e8-453d-aafd-0d4bbbf2f2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4988cb-6a64-40c3-8561-32c8f5d69b83,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:52.033883 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-644857a5-21d2-4a8c-85f3-359cb26699e9 service neutron] 10.222.0.41 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059344 Sep 02 17:09:52.051274 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7da91a3b-ea9f-49be-85de-dbadf84afd16 req-92248fc5-d2ef-40ea-84dd-faf7868acae3 tempest-DeleteServersTestJSON-874707757 tempest-DeleteServersTestJSON-874707757-project] 10.222.0.41 "GET /v2.0/ports?device_id=731fe663-d306-40c9-bc5b-af255b67d8d8 HTTP/1.1" status: 200 len: 210 time: 0.0316405 Sep 02 17:09:52.232562 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-72a29673-a67f-4a53-a308-059436da119c req-10a4191a-5c0b-4f1d-b964-434787c02edc tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 210 time: 0.0297506 Sep 02 17:09:52.306640 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44132) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:52.321136 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-39418588-74a6-48c9-a67c-75c33daa9b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:52.433072 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-39418588-74a6-48c9-a67c-75c33daa9b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:52.437011 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-39418588-74a6-48c9-a67c-75c33daa9b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:52.468387 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcb729-63b3-46af-8380-2ab7fb9f850b req-7f71910b-2044-4ad1-91bb-d8b23ebbf5ea tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:52.473511 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89dcb729-63b3-46af-8380-2ab7fb9f850b req-7f71910b-2044-4ad1-91bb-d8b23ebbf5ea tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0604200 Sep 02 17:09:52.482113 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-39418588-74a6-48c9-a67c-75c33daa9b53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f66c33068f8c4e849c9b4e1e0f3b2745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721339 Sep 02 17:09:52.482113 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39418588-74a6-48c9-a67c-75c33daa9b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f533c770-d5e8-473b-8f77-cb055819aa63,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:52.484207 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44140) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:52.535254 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89dcb729-63b3-46af-8380-2ab7fb9f850b req-f2d47b8e-ecea-4566-8cdd-7257d8f7848e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583763 Sep 02 17:09:52.545016 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ed590b95-e211-48c9-a264-4251c575bd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:52.569234 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ed590b95-e211-48c9-a264-4251c575bd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:52.618008 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ed590b95-e211-48c9-a264-4251c575bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:52.620630 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ed590b95-e211-48c9-a264-4251c575bd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:52.621790 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ed590b95-e211-48c9-a264-4251c575bd25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f533c770-d5e8-473b-8f77-cb055819aa63 HTTP/1.1" status: 204 len: 168 time: 0.1359541 Sep 02 17:09:52.637951 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed590b95-e211-48c9-a264-4251c575bd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f533c770-d5e8-473b-8f77-cb055819aa63,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:52.961840 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b85a1f-ce44-44e1-a6c0-633977a5df1c req-f9ef0838-e2bc-4693-a089-aea41f859862 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:52.963991 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-71b85a1f-ce44-44e1-a6c0-633977a5df1c req-f9ef0838-e2bc-4693-a089-aea41f859862 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 944 time: 0.0569518 Sep 02 17:09:53.005568 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-71b85a1f-ce44-44e1-a6c0-633977a5df1c req-4e01de34-9780-4753-b367-94980f8e2de0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359776 Sep 02 17:09:53.042944 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 3e150f1a-44ff-4964-8378-9720427117af up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:09:53.095949 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 3e150f1a-44ff-4964-8378-9720427117af completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:09:53.100732 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 3e150f1a-44ff-4964-8378-9720427117af triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:09:53.101244 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:53.188553 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:53.222490 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d568ab-141d-4831-94e8-31e3b983dd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e150f1a-44ff-4964-8378-9720427117af'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:53.224943 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f41bf6-47c8-4042-aaa5-4bf28fdfa479" -d '{"events": [{"server_uuid": "63d568ab-141d-4831-94e8-31e3b983dd4a", "name": "network-vif-plugged", "status": "completed", "tag": "3e150f1a-44ff-4964-8378-9720427117af"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:53.238942 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 3e150f1a-44ff-4964-8378-9720427117af, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3e150f1a-44ff-4964-8378-9720427117af,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:09:53.244715 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:53.245488 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 84985843-a05d-4eec-a8e6-63d146fd1bf1 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:09:53.298517 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625bf880-84ee-4234-9b91-5cefa4d8a280 x-openstack-request-id: req-625bf880-84ee-4234-9b91-5cefa4d8a280 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:53.298825 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d568ab-141d-4831-94e8-31e3b983dd4a", "name": "network-vif-plugged", "status": "completed", "tag": "3e150f1a-44ff-4964-8378-9720427117af", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:53.299133 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-625bf880-84ee-4234-9b91-5cefa4d8a280 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:53.299526 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d568ab-141d-4831-94e8-31e3b983dd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e150f1a-44ff-4964-8378-9720427117af', 'code': 200} Sep 02 17:09:53.303819 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 84985843-a05d-4eec-a8e6-63d146fd1bf1 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:09:53.304340 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 84985843-a05d-4eec-a8e6-63d146fd1bf1 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:09:53.329098 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=3e150f1a-44ff-4964-8378-9720427117af,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:53.401656 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6c19d400-0597-46b8-9238-094e6595d332 req-6ad9f7df-5e5c-40c0-ae7c-58b04c514959 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 210 time: 0.0453258 Sep 02 17:09:53.625752 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71946b4-64a5-46d0-b193-c51a5a80d5ad req-f142d230-8088-4d11-b680-a7b2f7735a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:53.628421 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a71946b4-64a5-46d0-b193-c51a5a80d5ad req-f142d230-8088-4d11-b680-a7b2f7735a93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 1098 time: 0.0610592 Sep 02 17:09:53.782010 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a71946b4-64a5-46d0-b193-c51a5a80d5ad req-276480a6-a3bb-4a4d-9276-c30928fae83d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523040 Sep 02 17:09:53.861703 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7e14043b-5260-4098-8fdf-2c35adac5193 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:53.863427 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7e14043b-5260-4098-8fdf-2c35adac5193 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.13 "GET /v2.0/networks?id=66d8eb5c-183b-4388-baa3-2c614c901226 HTTP/1.1" status: 200 len: 812 time: 0.1430683 Sep 02 17:09:53.904669 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1d4ff-a655-4fa6-8922-a845dc2167d2 req-ce717f1c-d077-4459-b33b-50af4ab2e605 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:53.906444 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6cf1d4ff-a655-4fa6-8922-a845dc2167d2 req-ce717f1c-d077-4459-b33b-50af4ab2e605 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0622873 Sep 02 17:09:53.952168 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6cf1d4ff-a655-4fa6-8922-a845dc2167d2 req-0f85a423-a2a4-4fdc-8186-d6effe6ef22a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386193 Sep 02 17:09:54.127669 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c49f69-4d8c-4ff6-9c80-6258391c10fb req-944a9a69-b033-4216-a46f-4e7088b15a69 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:54.129152 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-46c49f69-4d8c-4ff6-9c80-6258391c10fb req-944a9a69-b033-4216-a46f-4e7088b15a69 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 945 time: 0.0483241 Sep 02 17:09:54.155998 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Request body: {'port': {'device_id': '90cb7d6a-93e4-427e-bdba-de422d89fa0f', 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226', 'admin_state_up': True, 'tenant_id': '8b68171454c54ab49ec2f23eb7573aa8'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:54.184413 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-46c49f69-4d8c-4ff6-9c80-6258391c10fb req-de3df8b8-20df-47d6-8f38-8c3f08f57ccf tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485897 Sep 02 17:09:54.286854 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Made reservation on behalf of 8b68171454c54ab49ec2f23eb7573aa8 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:09:54.290864 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:54.430372 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Allocated IP 172.20.0.13 (66d8eb5c-183b-4388-baa3-2c614c901226/e8576eef-d81a-4367-8abc-ca8bce37eb6d/e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:09:54.524183 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eaca875c-5646-44ff-943a-0cd6161dadad req-85047173-c8a1-4576-9cc7-a8e2c91bc908 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 210 time: 0.0400448 Sep 02 17:09:54.627265 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44230) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:54.637296 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:54.686024 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad777c1-859f-4a3f-8c98-5fdfdaa68776 admin admin] Deleting subnet c0f1e0e8-2833-4106-8ec6-a8127f668169 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:09:54.687978 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:54.695428 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aad777c1-859f-4a3f-8c98-5fdfdaa68776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:54.735476 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Network 66d8eb5c-183b-4388-baa3-2c614c901226 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:09:54.736947 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:09:54.739410 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:09:54.746659 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aad777c1-859f-4a3f-8c98-5fdfdaa68776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33073504'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:54.800213 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aad777c1-859f-4a3f-8c98-5fdfdaa68776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:54.800320 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Pushing event updated for resources: {'Port': ['ID=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:54.834045 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:54.835569 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:54.860378 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-3e9a1f94-f603-47fa-9d45-c86bdaf8ca8e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7158644 Sep 02 17:09:54.867991 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aad777c1-859f-4a3f-8c98-5fdfdaa68776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33548870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33354452'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:54.893721 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad777c1-859f-4a3f-8c98-5fdfdaa68776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f1e0e8-2833-4106-8ec6-a8127f668169,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:54.899459 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aad777c1-859f-4a3f-8c98-5fdfdaa68776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:54.901494 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-aad777c1-859f-4a3f-8c98-5fdfdaa68776 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c0f1e0e8-2833-4106-8ec6-a8127f668169 HTTP/1.1" status: 204 len: 168 time: 0.2731285 Sep 02 17:09:54.905909 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44240) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:54.926391 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a490c8f2-a58d-4e62-958e-24f2f2d0e44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:54.927103 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Request body: {'port': {'device_id': '90cb7d6a-93e4-427e-bdba-de422d89fa0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:09:54.994912 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:54.997193 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.110061 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.123186 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d155fe-60da-4839-b7eb-22a29138d9b5']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:55.135855 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424087f6-72a9-466a-b133-41269641ce42') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:55.136465 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424087f6-72a9-466a-b133-41269641ce42') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:09:55.147178 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33468051'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.156891 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735d53-5bd5-4d67-8c99-abecec17eb21 req-d05aa896-870c-4fe6-99ef-dbaaab6ae056 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:55.159187 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-55735d53-5bd5-4d67-8c99-abecec17eb21 req-d05aa896-870c-4fe6-99ef-dbaaab6ae056 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0900939 Sep 02 17:09:55.168273 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.186561 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.198557 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:09:55.198962 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33548840'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: timer() Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: cb(*args, **kw) Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: self._notify() Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: self.callback(batched_events) Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: event.method(event) Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._get(url).json() Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:09:55.200556 dv-cinder-806260-3-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:09:55.247732 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-55735d53-5bd5-4d67-8c99-abecec17eb21 req-b84f7711-a2a8-4a44-9e9b-89db42699a81 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793900 Sep 02 17:09:55.283540 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.301960 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.303883 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] 10.222.0.41 "DELETE /v2.0/networks/87d155fe-60da-4839-b7eb-22a29138d9b5 HTTP/1.1" status: 204 len: 168 time: 0.3970211 Sep 02 17:09:55.307913 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53283aa-c9dd-4ffa-aa40-1133126ac36f admin admin] Pushing event deleted for resources: {'Network': ['ID=87d155fe-60da-4839-b7eb-22a29138d9b5,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:55.307999 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:09:55.319426 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.360508 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Transition to ACTIVE for port object e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:09:55.365175 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.427349 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeb475-3748-4d44-a920-86cd063cd988 req-37a42210-3fa8-486a-8996-41007c2e4d7d tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:55.429326 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92eeb475-3748-4d44-a920-86cd063cd988 req-37a42210-3fa8-486a-8996-41007c2e4d7d tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 945 time: 0.1067469 Sep 02 17:09:55.460528 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Pushing event updated for resources: {'Port': ['ID=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:55.487499 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44250) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:55.522299 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92eeb475-3748-4d44-a920-86cd063cd988 req-d2d6a87b-5c40-4cbe-8199-cea6152371dc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847409 Sep 02 17:09:55.532565 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0ad94467-78f7-4945-b788-389e36e36976 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39e70c9c6e0d4dc8ad9911fa97233da1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0437462 Sep 02 17:09:55.535140 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 44252) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:55.557018 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Attempting to bind port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:09:55.557342 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Attempting to bind port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '005edebf-f580-4f6b-a78f-87899395556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:09:55.557654 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Attempting to bind port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 on network 66d8eb5c-183b-4388-baa3-2c614c901226 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:55.569078 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 on network 66d8eb5c-183b-4388-baa3-2c614c901226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:09:55.569446 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Attempting to bind port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 on network 66d8eb5c-183b-4388-baa3-2c614c901226 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:09:55.581687 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:09:55.582020 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Checking segment: {'id': '005edebf-f580-4f6b-a78f-87899395556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:09:55.582399 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Bound using segment: {'id': '005edebf-f580-4f6b-a78f-87899395556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:09:55.582857 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Bound port: e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005edebf-f580-4f6b-a78f-87899395556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:09:55.583219 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.644978 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-71cafce8-0096-448a-a814-461daf58eb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.649604 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780fdc7-c188-4fc6-b7a7-2cf2fc545401 req-6eab6031-f180-4ce6-a03c-b8f1c26d3af5 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:55.651223 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a780fdc7-c188-4fc6-b7a7-2cf2fc545401 req-6eab6031-f180-4ce6-a03c-b8f1c26d3af5 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 944 time: 0.0487511 Sep 02 17:09:55.684993 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-71cafce8-0096-448a-a814-461daf58eb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.692814 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a780fdc7-c188-4fc6-b7a7-2cf2fc545401 req-00482197-87e1-4dbe-96d8-a5cf611dbf4c tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352457 Sep 02 17:09:55.697127 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] For port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:09:55.701910 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] For port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937,segment=NetworkSegment(005edebf-f580-4f6b-a78f-87899395556b),segment_id=005edebf-f580-4f6b-a78f-87899395556b)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:09:55.713706 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.756581 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:55.757198 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.758709 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 HTTP/1.1" status: 200 len: 1094 time: 0.8369634 Sep 02 17:09:55.759388 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cb7d6a-93e4-427e-bdba-de422d89fa0f', 'tag': 'e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:09:55.761782 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6e0bab-7cbb-4da7-b267-733a7070688b" -d '{"events": [{"name": "network-changed", "server_uuid": "90cb7d6a-93e4-427e-bdba-de422d89fa0f", "tag": "e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:09:55.783004 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5310d5-3bd6-453e-9a99-780b2da8ab50 service neutron] Pushing event updated for resources: {'Port': ['ID=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:55.793511 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-71cafce8-0096-448a-a814-461daf58eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.796305 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-71cafce8-0096-448a-a814-461daf58eb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:55.797552 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-71cafce8-0096-448a-a814-461daf58eb21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c HTTP/1.1" status: 204 len: 168 time: 0.2614064 Sep 02 17:09:55.810441 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cafce8-0096-448a-a814-461daf58eb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e74b86-0ed5-49dd-ae73-7b0c8ca5d17c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:09:55.814390 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a4daae-1596-449d-8523-82da0a487141 x-openstack-request-id: req-c5a4daae-1596-449d-8523-82da0a487141 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:09:55.814968 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cb7d6a-93e4-427e-bdba-de422d89fa0f", "tag": "e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:09:55.815383 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5a4daae-1596-449d-8523-82da0a487141 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:09:55.816052 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cb7d6a-93e4-427e-bdba-de422d89fa0f', 'tag': 'e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937', 'status': 'completed', 'code': 200} Sep 02 17:09:55.912036 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-892c8386-fd59-4987-81fe-dfb7a26428c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:55.913609 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-892c8386-fd59-4987-81fe-dfb7a26428c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b68171454c54ab49ec2f23eb7573aa8&device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 1097 time: 0.0441806 Sep 02 17:09:55.974699 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-93ee7e92-a812-4961-b234-7838d24dfc5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 HTTP/1.1" status: 200 len: 217 time: 0.0413692 Sep 02 17:09:56.081956 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-ff6d1192-47b4-4db5-81f9-89774e80db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:56.083793 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-ff6d1192-47b4-4db5-81f9-89774e80db77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8576eef-d81a-4367-8abc-ca8bce37eb6d HTTP/1.1" status: 200 len: 852 time: 0.1013358 Sep 02 17:09:56.126563 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-b064af94-07c9-457e-9944-f520dd2da3e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66d8eb5c-183b-4388-baa3-2c614c901226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264394 Sep 02 17:09:56.257199 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-860b8988-23ae-4bc7-bfc8-8e4ef8567402 service neutron] 10.222.0.13 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914831 Sep 02 17:09:56.364816 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cf0553b-b1a0-482f-9ada-b145c3844e8e req-5a4b46c4-b43d-40d7-8be9-68f77814d4d5 service neutron] 10.222.0.13 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980904 Sep 02 17:09:56.398170 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f9c98-e6d2-4ea0-9097-da403600442c req-d6f6b146-5a5b-42b1-96c8-2b025a435d54 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:56.400015 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b57f9c98-e6d2-4ea0-9097-da403600442c req-d6f6b146-5a5b-42b1-96c8-2b025a435d54 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0662034 Sep 02 17:09:56.445578 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b57f9c98-e6d2-4ea0-9097-da403600442c req-afb6c7eb-33cf-456a-ba51-d44ab380fd29 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377290 Sep 02 17:09:56.493123 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:56.645146 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b64f0f-e37c-4109-a7b9-99dfa71d0c8e req-4c2a510a-51d1-44c6-a6e3-fed52487a30f tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:56.646606 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8b64f0f-e37c-4109-a7b9-99dfa71d0c8e req-4c2a510a-51d1-44c6-a6e3-fed52487a30f tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 945 time: 0.0490544 Sep 02 17:09:56.687369 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8b64f0f-e37c-4109-a7b9-99dfa71d0c8e req-8bb0afda-9773-49b3-a20f-feebeba1d128 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345938 Sep 02 17:09:56.837284 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b53e12-9128-4b9b-a996-5e9f3fc97352 req-24782e50-e4c8-4d34-8afa-8c2adaf7b948 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:56.838831 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e3b53e12-9128-4b9b-a996-5e9f3fc97352 req-24782e50-e4c8-4d34-8afa-8c2adaf7b948 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 944 time: 0.0621760 Sep 02 17:09:56.884899 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e3b53e12-9128-4b9b-a996-5e9f3fc97352 req-e50e09b9-809d-4b84-adb2-41beb2567fdd tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 Sep 02 17:09:58.457198 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:59.981969 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0bab-7cbb-4da7-b267-733a7070688b req-0eb2edee-23a3-4988-82d9-114d3bc66ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:09:59.983767 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f6e0bab-7cbb-4da7-b267-733a7070688b req-0eb2edee-23a3-4988-82d9-114d3bc66ecd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b68171454c54ab49ec2f23eb7573aa8&device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 1097 time: 0.0585370 Sep 02 17:10:00.192073 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a64ab-a53a-4c21-b922-fe428cb92016 req-b792bae0-453d-4902-bf81-b50f947898db tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:00.195055 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f42a64ab-a53a-4c21-b922-fe428cb92016 req-b792bae0-453d-4902-bf81-b50f947898db tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 944 time: 0.0529747 Sep 02 17:10:00.211983 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a75e-c29c-4d4a-a579-d364c00b86e7 req-e1bfc6d2-a241-40d6-93ed-1ae218d50f1d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:00.213598 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1300a75e-c29c-4d4a-a579-d364c00b86e7 req-e1bfc6d2-a241-40d6-93ed-1ae218d50f1d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0844567 Sep 02 17:10:00.216702 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0bab-7cbb-4da7-b267-733a7070688b req-f37d3d6e-431e-4cb1-b673-d2d51c02f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:00.218134 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f6e0bab-7cbb-4da7-b267-733a7070688b req-f37d3d6e-431e-4cb1-b673-d2d51c02f8fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=66d8eb5c-183b-4388-baa3-2c614c901226 HTTP/1.1" status: 200 len: 913 time: 0.1536462 Sep 02 17:10:00.240808 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f42a64ab-a53a-4c21-b922-fe428cb92016 req-732efb6c-a875-488b-8638-85b20f1d9eb6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Sep 02 17:10:00.278579 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f6e0bab-7cbb-4da7-b267-733a7070688b req-638726b9-6609-4fae-9c52-1f6bdee8ff5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 HTTP/1.1" status: 200 len: 217 time: 0.0467789 Sep 02 17:10:00.311393 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1300a75e-c29c-4d4a-a579-d364c00b86e7 req-418f73b7-bbe4-4ac5-8076-7474b4e7c07e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892045 Sep 02 17:10:00.345545 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0bab-7cbb-4da7-b267-733a7070688b req-5915f94e-d119-49e8-8d63-34897f3dde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:00.347059 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f6e0bab-7cbb-4da7-b267-733a7070688b req-5915f94e-d119-49e8-8d63-34897f3dde2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8576eef-d81a-4367-8abc-ca8bce37eb6d HTTP/1.1" status: 200 len: 852 time: 0.0560160 Sep 02 17:10:00.398300 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f6e0bab-7cbb-4da7-b267-733a7070688b req-e65150b6-407a-44ae-8bc0-960bc3540060 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66d8eb5c-183b-4388-baa3-2c614c901226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284388 Sep 02 17:10:00.497275 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f6e0bab-7cbb-4da7-b267-733a7070688b req-f7e2884d-a97d-45f4-8cb8-6aa9a0f92fac service neutron] 10.222.0.13 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865824 Sep 02 17:10:00.629824 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f6e0bab-7cbb-4da7-b267-733a7070688b req-56ab0e9c-79f6-4e6d-9ee7-bb45a85f9057 service neutron] 10.222.0.13 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912111 Sep 02 17:10:01.388835 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f243a-04d2-4ffd-b13b-265e0e580d59 req-5854b4a4-5917-4231-a710-e97f2fcfaa55 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:01.390355 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-219f243a-04d2-4ffd-b13b-265e0e580d59 req-5854b4a4-5917-4231-a710-e97f2fcfaa55 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 944 time: 0.0542762 Sep 02 17:10:01.440145 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e45fa-ace4-4775-bbf6-2bee1a353bf7 req-3983a0bb-ea42-435f-a9bd-847bbed5796f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:01.442306 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a4e45fa-ace4-4775-bbf6-2bee1a353bf7 req-3983a0bb-ea42-435f-a9bd-847bbed5796f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0622702 Sep 02 17:10:01.447238 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-219f243a-04d2-4ffd-b13b-265e0e580d59 req-c4b9061a-4613-4d2a-8f83-ff473cc8b69b tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494998 Sep 02 17:10:01.493068 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a4e45fa-ace4-4775-bbf6-2bee1a353bf7 req-df6aeb8f-2d82-4aca-91b1-b6e9d4cdbe0c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 Sep 02 17:10:05.241697 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:10:05.341102 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937,segment=NetworkSegment(005edebf-f580-4f6b-a78f-87899395556b),segment_id=005edebf-f580-4f6b-a78f-87899395556b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:05.355609 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': 'e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937', 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226', 'port_id': 'e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937', 'mac_address': 'fa:16:3e:c5:28:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8576eef-d81a-4367-8abc-ca8bce37eb6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:10:05.404826 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:05.420511 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:10:05.441154 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937,segment=NetworkSegment(005edebf-f580-4f6b-a78f-87899395556b),segment_id=005edebf-f580-4f6b-a78f-87899395556b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:05.446499 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:05.471407 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0032-91e8-428a-9f58-f299a21b4d6f req-cbeafc08-8380-4245-ad57-74abd1c4c34d tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:05.473700 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-df4e0032-91e8-428a-9f58-f299a21b4d6f req-cbeafc08-8380-4245-ad57-74abd1c4c34d tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 944 time: 0.0598722 Sep 02 17:10:05.500073 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:05.511398 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a6f58a80-f134-4008-9e06-a161d6bfc9cc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:05.512903 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a6f58a80-f134-4008-9e06-a161d6bfc9cc tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 815 time: 0.1172988 Sep 02 17:10:05.523074 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-df4e0032-91e8-428a-9f58-f299a21b4d6f req-326fee3e-d06b-457b-b511-6c03272a8c53 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434685 Sep 02 17:10:05.528534 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-1ff059d1-26a6-499e-8b89-ad95d6a8aaee tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/quotas/9ec1c77ded4a41158a99f6cf578e395e HTTP/1.1" status: 200 len: 375 time: 0.0099471 Sep 02 17:10:05.578895 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-b61d0270-247f-4a32-8725-f032725482a4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447624 Sep 02 17:10:05.628191 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12a060-4785-4b85-a844-bf1dae85e871 req-a4d578ed-f014-4b3c-abc4-ae856968a3b5 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:05.629728 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6f12a060-4785-4b85-a844-bf1dae85e871 req-a4d578ed-f014-4b3c-abc4-ae856968a3b5 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0525358 Sep 02 17:10:05.671035 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6f12a060-4785-4b85-a844-bf1dae85e871 req-4bca1d8c-bee8-498d-9385-15dbaef24ca4 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348158 Sep 02 17:10:05.675012 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-8253464d-170e-4402-886a-361f7c11afc5 service neutron] 10.222.0.41 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893288 Sep 02 17:10:05.768118 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-09688bfa-70e7-4241-b02e-b56a68ba7fdb service neutron] 10.222.0.41 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863438 Sep 02 17:10:05.921107 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0cc7e34a-8159-4520-bf47-6def8899c81f req-e18c467f-4f92-445d-b938-3c77861a0964 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 210 time: 0.0261407 Sep 02 17:10:05.989237 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:10:06.641226 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d145a-04bb-4075-b6e5-362b58fccb22 req-c163ceda-c2ae-4dcd-93f3-b22b0f263188 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:06.642783 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-306d145a-04bb-4075-b6e5-362b58fccb22 req-c163ceda-c2ae-4dcd-93f3-b22b0f263188 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 945 time: 0.0484223 Sep 02 17:10:06.685461 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-306d145a-04bb-4075-b6e5-362b58fccb22 req-bbca84bb-e0db-4c89-aa29-6c4f43b28aaf tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361240 Sep 02 17:10:06.788892 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b8a0-6498-45cf-af75-aa36daf50ab9 req-96237ff5-d012-4c00-a58a-927467aab16e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:06.790444 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30e4b8a0-6498-45cf-af75-aa36daf50ab9 req-96237ff5-d012-4c00-a58a-927467aab16e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0487485 Sep 02 17:10:06.830811 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30e4b8a0-6498-45cf-af75-aa36daf50ab9 req-ef504166-3196-4304-8479-f4206057b549 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340829 Sep 02 17:10:07.018847 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-933c1edc-90c6-4b26-978b-0822885da949 req-e8b6c88c-20f8-43ef-b169-70511d0ab98a tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 210 time: 0.0252769 Sep 02 17:10:07.262416 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-b1497476-50fe-4a4d-9f6e-6a09b5ee6a04 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:07.266731 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-b1497476-50fe-4a4d-9f6e-6a09b5ee6a04 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 815 time: 0.1355667 Sep 02 17:10:07.319781 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Request body: {'port': {'device_id': '824de352-7b8c-4ab6-8e42-1958f7b70c25', 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882', 'admin_state_up': True, 'tenant_id': '9ec1c77ded4a41158a99f6cf578e395e'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:07.472534 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Made reservation on behalf of 9ec1c77ded4a41158a99f6cf578e395e for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:10:07.476832 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:07.516297 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:10:07.568115 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:10:07.574219 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:10:07.574599 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:07.584235 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44532) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:07.628689 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Allocated IP 172.20.0.2 (42e64c23-8d50-4a89-acaf-802979ed9882/73f21f05-8338-4d4a-9690-02f96e5f3631/952e9d68-5d66-4070-8f0d-f97eda69ecab) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:10:07.680117 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:07.716213 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cb7d6a-93e4-427e-bdba-de422d89fa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:10:07.718532 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc93045-16f4-4dc6-9675-1592cfc10bc3" -d '{"events": [{"server_uuid": "90cb7d6a-93e4-427e-bdba-de422d89fa0f", "name": "network-vif-plugged", "status": "completed", "tag": "e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:10:07.733473 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937,segment=NetworkSegment(005edebf-f580-4f6b-a78f-87899395556b),segment_id=005edebf-f580-4f6b-a78f-87899395556b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:07.741176 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c151-3712-4646-800c-1e38970e0c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:07.764813 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:07.816045 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ceaa4d-df59-4ae3-95c1-187040f27a31 x-openstack-request-id: req-e5ceaa4d-df59-4ae3-95c1-187040f27a31 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:10:07.816532 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cb7d6a-93e4-427e-bdba-de422d89fa0f", "name": "network-vif-plugged", "status": "completed", "tag": "e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:10:07.816958 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5ceaa4d-df59-4ae3-95c1-187040f27a31 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:10:07.817592 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cb7d6a-93e4-427e-bdba-de422d89fa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937', 'code': 200} Sep 02 17:10:07.819292 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:07.867550 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:07.896528 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:07.905834 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c151-3712-4646-800c-1e38970e0c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:07.906339 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398ab0d-dd2c-4468-ae34-8ea855002fda req-56eb78bc-398d-49d6-8bde-bbaf50a4fdb2 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:07.915680 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b398ab0d-dd2c-4468-ae34-8ea855002fda req-56eb78bc-398d-49d6-8bde-bbaf50a4fdb2 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 946 time: 0.0821257 Sep 02 17:10:07.918783 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c151-3712-4646-800c-1e38970e0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:07.944400 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['7e2fc8cd-4943-4413-bed6-883f6ed096b2', '3e150f1a-44ff-4964-8378-9720427117af'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:10:07.965820 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b3c4c151-3712-4646-800c-1e38970e0c3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebadbb1c9c7d42ed9b6e9e2361733923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802900 Sep 02 17:10:07.967850 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44544) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:08.049455 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Network 42e64c23-8d50-4a89-acaf-802979ed9882 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:10:08.055054 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b398ab0d-dd2c-4468-ae34-8ea855002fda req-e0d9555d-7dfd-47e8-b2a4-422722d6ce74 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383126 Sep 02 17:10:08.058331 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:10:08.065919 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:10:08.104833 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Pushing event updated for resources: {'Port': ['ID=952e9d68-5d66-4070-8f0d-f97eda69ecab,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:08.106889 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4c151-3712-4646-800c-1e38970e0c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8bf166-7f05-4d7b-a0bd-af6ac14df550,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:08.129998 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fee9e6c1-4b85-4a7d-a4bf-8fb15e904147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.151456 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:08.152161 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.153747 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0383987-4326-4a64-9c86-712478eda2f4 req-d06a2d83-52a8-4a9b-ad6b-e5f86c1f4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:08.155381 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e0383987-4326-4a64-9c86-712478eda2f4 req-d06a2d83-52a8-4a9b-ad6b-e5f86c1f4ea1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 1099 time: 0.0985765 Sep 02 17:10:08.165722 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616d7aa-5a18-46bf-a4f6-199613727c9a req-6adc8724-042c-4b92-bd91-35fde4e54a31 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:08.167353 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2616d7aa-5a18-46bf-a4f6-199613727c9a req-6adc8724-042c-4b92-bd91-35fde4e54a31 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.2183011 Sep 02 17:10:08.186843 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-a834faa6-2be2-445c-b84a-bcd089f2a8a2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8737717 Sep 02 17:10:08.200940 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf8d23-ece5-4260-abca-bb09d8076cf1 req-c89fadba-deaf-4a1c-b149-e70ed54a4ed9 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:08.202602 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-26bf8d23-ece5-4260-abca-bb09d8076cf1 req-c89fadba-deaf-4a1c-b149-e70ed54a4ed9 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 931 time: 0.0686777 Sep 02 17:10:08.204108 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fee9e6c1-4b85-4a7d-a4bf-8fb15e904147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.220925 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Request body: {'port': {'device_id': '824de352-7b8c-4ab6-8e42-1958f7b70c25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:08.264959 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e0383987-4326-4a64-9c86-712478eda2f4 req-c9a47c0f-6e1b-4842-831f-f3199ab45539 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965462 Sep 02 17:10:08.275842 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2616d7aa-5a18-46bf-a4f6-199613727c9a req-6bf0be30-8b88-4067-bc45-18d4a63c963f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923417 Sep 02 17:10:08.290905 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-26bf8d23-ece5-4260-abca-bb09d8076cf1 req-ca2e3fee-6fb6-40ba-939c-75612d142cc2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822589 Sep 02 17:10:08.305242 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fee9e6c1-4b85-4a7d-a4bf-8fb15e904147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.305242 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fee9e6c1-4b85-4a7d-a4bf-8fb15e904147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.305242 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-fee9e6c1-4b85-4a7d-a4bf-8fb15e904147 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e8bf166-7f05-4d7b-a0bd-af6ac14df550 HTTP/1.1" status: 204 len: 168 time: 0.3317833 Sep 02 17:10:08.317468 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9e6c1-4b85-4a7d-a4bf-8fb15e904147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8bf166-7f05-4d7b-a0bd-af6ac14df550,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:08.319096 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.605852 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44558) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:08.622315 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d432437e-1be2-4e30-9cfb-36f2db84545b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.734012 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d432437e-1be2-4e30-9cfb-36f2db84545b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.738611 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d432437e-1be2-4e30-9cfb-36f2db84545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.779316 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d432437e-1be2-4e30-9cfb-36f2db84545b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63bdb0069ef04e4789f5dae6354ded17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721776 Sep 02 17:10:08.780112 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432437e-1be2-4e30-9cfb-36f2db84545b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7a0a6b-c16a-4b19-9281-b8576a4da702,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:08.783448 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44568) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:08.804358 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952e9d68-5d66-4070-8f0d-f97eda69ecab {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:10:08.812777 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.827818 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Transition to ACTIVE for port object 952e9d68-5d66-4070-8f0d-f97eda69ecab will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:10:08.833950 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.849115 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e33ba568-997b-4c59-b65f-4d3141bca8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.891979 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e33ba568-997b-4c59-b65f-4d3141bca8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.947234 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Pushing event updated for resources: {'Port': ['ID=952e9d68-5d66-4070-8f0d-f97eda69ecab,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:08.948886 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e33ba568-997b-4c59-b65f-4d3141bca8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.957480 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e33ba568-997b-4c59-b65f-4d3141bca8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:08.959083 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e33ba568-997b-4c59-b65f-4d3141bca8ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b7a0a6b-c16a-4b19-9281-b8576a4da702 HTTP/1.1" status: 204 len: 168 time: 0.1741974 Sep 02 17:10:08.970051 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ba568-997b-4c59-b65f-4d3141bca8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7a0a6b-c16a-4b19-9281-b8576a4da702,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:09.004646 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Attempting to bind port 952e9d68-5d66-4070-8f0d-f97eda69ecab on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:10:09.005085 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Attempting to bind port 952e9d68-5d66-4070-8f0d-f97eda69ecab by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:10:09.005485 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Attempting to bind port 952e9d68-5d66-4070-8f0d-f97eda69ecab on network 42e64c23-8d50-4a89-acaf-802979ed9882 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:10:09.011324 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Port 952e9d68-5d66-4070-8f0d-f97eda69ecab on network 42e64c23-8d50-4a89-acaf-802979ed9882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:10:09.011718 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Attempting to bind port 952e9d68-5d66-4070-8f0d-f97eda69ecab on network 42e64c23-8d50-4a89-acaf-802979ed9882 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:10:09.016824 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:10:09.017238 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Checking segment: {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:10:09.017695 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Bound using segment: {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:10:09.018213 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Bound port: 952e9d68-5d66-4070-8f0d-f97eda69ecab, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:10:09.018583 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:09.083665 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] For port 952e9d68-5d66-4070-8f0d-f97eda69ecab, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:10:09.087261 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] For port 952e9d68-5d66-4070-8f0d-f97eda69ecab, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=952e9d68-5d66-4070-8f0d-f97eda69ecab,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:10:09.092224 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:09.133959 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:09.134742 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:09.136618 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] 10.222.0.13 "PUT /v2.0/ports/952e9d68-5d66-4070-8f0d-f97eda69ecab HTTP/1.1" status: 200 len: 1093 time: 0.9204812 Sep 02 17:10:09.136753 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824de352-7b8c-4ab6-8e42-1958f7b70c25', 'tag': '952e9d68-5d66-4070-8f0d-f97eda69ecab'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:10:09.139497 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020d3035-d947-4da5-935e-4898abd2ccac" -d '{"events": [{"name": "network-changed", "server_uuid": "824de352-7b8c-4ab6-8e42-1958f7b70c25", "tag": "952e9d68-5d66-4070-8f0d-f97eda69ecab"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:10:09.193899 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c3ba3-7d85-4e31-9fab-d5b0ec074eff service neutron] Pushing event updated for resources: {'Port': ['ID=952e9d68-5d66-4070-8f0d-f97eda69ecab,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:09.204896 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f560039-982c-4bf9-a155-fe58b13a99f9 x-openstack-request-id: req-6f560039-982c-4bf9-a155-fe58b13a99f9 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:10:09.205322 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824de352-7b8c-4ab6-8e42-1958f7b70c25", "tag": "952e9d68-5d66-4070-8f0d-f97eda69ecab", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:10:09.205706 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f560039-982c-4bf9-a155-fe58b13a99f9 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:10:09.206225 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824de352-7b8c-4ab6-8e42-1958f7b70c25', 'tag': '952e9d68-5d66-4070-8f0d-f97eda69ecab', 'status': 'completed', 'code': 200} Sep 02 17:10:09.230988 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02feae6-950c-4012-8edf-ef2cf7676db5 req-8a29a70e-7073-429c-8871-1ec0a2f65bba tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:09.233636 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c02feae6-950c-4012-8edf-ef2cf7676db5 req-8a29a70e-7073-429c-8871-1ec0a2f65bba tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 946 time: 0.0885623 Sep 02 17:10:09.301601 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c02feae6-950c-4012-8edf-ef2cf7676db5 req-09c9b8e6-6eff-4ac6-83ee-265cc9e1349d tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612934 Sep 02 17:10:09.315937 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-bf417a9d-f006-4ac7-8d50-f94a4a9a1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:09.317912 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-bf417a9d-f006-4ac7-8d50-f94a4a9a1727 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 1096 time: 0.0691023 Sep 02 17:10:09.395796 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-b5249b4c-73eb-4489-9778-4772227aa780 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=952e9d68-5d66-4070-8f0d-f97eda69ecab HTTP/1.1" status: 200 len: 217 time: 0.0521622 Sep 02 17:10:09.435742 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b7f8-cfbe-4455-8a5f-eca5df5bd561 req-99520ed4-3191-44c7-a425-0e531645dabb tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:09.443560 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6040b7f8-cfbe-4455-8a5f-eca5df5bd561 req-99520ed4-3191-44c7-a425-0e531645dabb tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0650053 Sep 02 17:10:09.482018 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6040b7f8-cfbe-4455-8a5f-eca5df5bd561 req-2884d6f9-035e-4c39-b5da-5c41af91233f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373957 Sep 02 17:10:09.488597 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0fe1e-ce47-4cfe-aa68-1c8d6b2b092f req-5796f31e-54bb-45ef-88e1-25e0bb4bf607 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:09.490349 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3f0fe1e-ce47-4cfe-aa68-1c8d6b2b092f req-5796f31e-54bb-45ef-88e1-25e0bb4bf607 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 943 time: 0.0971646 Sep 02 17:10:09.493064 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-74ad8517-2419-46b2-829f-7d5a3db45920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:09.494484 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-74ad8517-2419-46b2-829f-7d5a3db45920 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f21f05-8338-4d4a-9690-02f96e5f3631 HTTP/1.1" status: 200 len: 855 time: 0.0675571 Sep 02 17:10:09.547320 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-33177c69-56f1-4909-bd15-af6147f8a92f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42e64c23-8d50-4a89-acaf-802979ed9882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373266 Sep 02 17:10:09.564799 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3f0fe1e-ce47-4cfe-aa68-1c8d6b2b092f req-ffe94268-4560-464e-a197-1ca427344f8e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647533 Sep 02 17:10:09.663873 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-b1bcf9b5-81d9-4b72-8dda-0e0a594da211 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907450 Sep 02 17:10:09.771663 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da15134b-3aa6-4da4-8706-2d0984b419d0 req-7fc6d08b-92ac-4692-abcd-13243960a55d service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919058 Sep 02 17:10:09.950738 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3035-d947-4da5-935e-4898abd2ccac req-d2af4d32-3bb0-4689-84a2-2c642ac102c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:09.952268 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-020d3035-d947-4da5-935e-4898abd2ccac req-d2af4d32-3bb0-4689-84a2-2c642ac102c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 1096 time: 0.0424647 Sep 02 17:10:10.139621 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3035-d947-4da5-935e-4898abd2ccac req-0d08d4e6-4156-4b34-8a83-6214fa81fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:10.141464 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-020d3035-d947-4da5-935e-4898abd2ccac req-0d08d4e6-4156-4b34-8a83-6214fa81fd27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 916 time: 0.1229510 Sep 02 17:10:10.272634 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-020d3035-d947-4da5-935e-4898abd2ccac req-9d5441fc-c0f9-462d-961b-9220feca0c29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=952e9d68-5d66-4070-8f0d-f97eda69ecab HTTP/1.1" status: 200 len: 217 time: 0.0596833 Sep 02 17:10:10.389051 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3035-d947-4da5-935e-4898abd2ccac req-12667f1a-9202-46de-9ad4-34c218c4c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:10.390793 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-020d3035-d947-4da5-935e-4898abd2ccac req-12667f1a-9202-46de-9ad4-34c218c4c718 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f21f05-8338-4d4a-9690-02f96e5f3631 HTTP/1.1" status: 200 len: 855 time: 0.0589025 Sep 02 17:10:10.440280 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-020d3035-d947-4da5-935e-4898abd2ccac req-07378de5-ee5b-4b6e-8d2c-3e8c98ad72d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42e64c23-8d50-4a89-acaf-802979ed9882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311406 Sep 02 17:10:10.507816 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 44644) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:10.601144 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-020d3035-d947-4da5-935e-4898abd2ccac req-d1737ba1-68b5-4251-97a5-2e462ffdecc3 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445341 Sep 02 17:10:10.670898 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d64121-5df0-4892-ba7f-0855af2def29 req-5d9828e9-5a8c-496d-9748-a3394dc5b680 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:10.678097 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-69d64121-5df0-4892-ba7f-0855af2def29 req-5d9828e9-5a8c-496d-9748-a3394dc5b680 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 946 time: 0.2874548 Sep 02 17:10:10.703163 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-96f5213a-46dc-463e-a70a-e1f76f4b1493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:10.714162 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d0957-ada0-43e1-a3ea-ccc1f907c407 req-101513d7-da9b-4b7e-b8a1-512355925fbf tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:10.715169 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-69d64121-5df0-4892-ba7f-0855af2def29 req-5051df1e-c3a2-4cef-a890-1e5cfdda0af4 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362072 Sep 02 17:10:10.715753 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f38d0957-ada0-43e1-a3ea-ccc1f907c407 req-101513d7-da9b-4b7e-b8a1-512355925fbf tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.1401422 Sep 02 17:10:10.772328 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-020d3035-d947-4da5-935e-4898abd2ccac req-35127c41-9a6f-4a64-8820-d21a746f8a79 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576538 Sep 02 17:10:10.812557 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f38d0957-ada0-43e1-a3ea-ccc1f907c407 req-15386122-132b-4619-8fc6-f1935dd06e0b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855167 Sep 02 17:10:10.895050 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-96f5213a-46dc-463e-a70a-e1f76f4b1493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:10.903424 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda688e9-1c75-4ff1-a889-32a18dd20c64 req-5fc0cb59-ab43-48fb-bbcf-4a0530b3c776 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:10.903774 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-96f5213a-46dc-463e-a70a-e1f76f4b1493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:10.904977 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-dda688e9-1c75-4ff1-a889-32a18dd20c64 req-5fc0cb59-ab43-48fb-bbcf-4a0530b3c776 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 943 time: 0.0741515 Sep 02 17:10:10.951126 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5213a-46dc-463e-a70a-e1f76f4b1493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d16b1-0d85-47e5-9a26-c0a74a1318de,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:10.956725 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-96f5213a-46dc-463e-a70a-e1f76f4b1493 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0444e1e76b16479183be691923d2c4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476106 Sep 02 17:10:10.959413 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 44690) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:10.960472 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-dda688e9-1c75-4ff1-a889-32a18dd20c64 req-9e8f425b-bdc5-4c0b-85c3-b8b9c794b4fd tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478864 Sep 02 17:10:11.024885 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e0c8b7ff-68e4-4c03-a363-d9ba5e6130f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:11.055837 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e0c8b7ff-68e4-4c03-a363-d9ba5e6130f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:11.109034 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e0c8b7ff-68e4-4c03-a363-d9ba5e6130f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:11.111991 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e0c8b7ff-68e4-4c03-a363-d9ba5e6130f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:11.115968 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e0c8b7ff-68e4-4c03-a363-d9ba5e6130f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e3d16b1-0d85-47e5-9a26-c0a74a1318de HTTP/1.1" status: 204 len: 168 time: 0.1539600 Sep 02 17:10:11.124987 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8b7ff-68e4-4c03-a363-d9ba5e6130f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d16b1-0d85-47e5-9a26-c0a74a1318de,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:11.536429 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 44726) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:11.551446 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f039262e-95a3-413a-af00-fa8ac8353a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:11.646140 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f039262e-95a3-413a-af00-fa8ac8353a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:11.650741 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f039262e-95a3-413a-af00-fa8ac8353a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:11.694032 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f039262e-95a3-413a-af00-fa8ac8353a34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30ee227ddf7d4f3dbdddf471274dd7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562059 Sep 02 17:10:11.696371 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039262e-95a3-413a-af00-fa8ac8353a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c9511d-cad3-43a3-8668-758dc4468d1e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:11.696716 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44736) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:11.754333 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd977-3859-4eca-900a-d54ed9a42351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:11.776086 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd977-3859-4eca-900a-d54ed9a42351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:11.831525 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd977-3859-4eca-900a-d54ed9a42351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:11.835095 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd977-3859-4eca-900a-d54ed9a42351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:11.836798 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0d1cd977-3859-4eca-900a-d54ed9a42351 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7c9511d-cad3-43a3-8668-758dc4468d1e HTTP/1.1" status: 204 len: 168 time: 0.1384797 Sep 02 17:10:11.845171 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cd977-3859-4eca-900a-d54ed9a42351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c9511d-cad3-43a3-8668-758dc4468d1e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:11.966241 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99935ee3-c46e-4841-b9ec-f6453b6760ef req-a9a86efb-0060-4b80-af91-88ef14612712 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:11.967801 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99935ee3-c46e-4841-b9ec-f6453b6760ef req-a9a86efb-0060-4b80-af91-88ef14612712 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0519018 Sep 02 17:10:12.016502 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99935ee3-c46e-4841-b9ec-f6453b6760ef req-7ec03cba-501f-4704-b1e1-17816dbefe21 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Sep 02 17:10:12.101059 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abf272-241b-40f0-8981-d6144ea6ec90 req-0eed8511-f2ec-4395-88f6-9899529b6067 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:12.103126 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-16abf272-241b-40f0-8981-d6144ea6ec90 req-0eed8511-f2ec-4395-88f6-9899529b6067 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 943 time: 0.0526700 Sep 02 17:10:12.142076 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-16abf272-241b-40f0-8981-d6144ea6ec90 req-5e1b296f-253c-4b18-ab19-73df1bef277e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330968 Sep 02 17:10:13.170871 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b767c83-268d-4e45-a53e-19e1d3aa4b1a req-167ba884-aaf8-450d-9f72-c71dfaf667bb tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:13.180732 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b767c83-268d-4e45-a53e-19e1d3aa4b1a req-167ba884-aaf8-450d-9f72-c71dfaf667bb tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0872734 Sep 02 17:10:13.238856 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b767c83-268d-4e45-a53e-19e1d3aa4b1a req-7b3b4e0c-fa49-4b45-8a58-403de5152b99 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446439 Sep 02 17:10:13.281249 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a63221-2b80-411f-bac9-89ff6cbbfbf6 req-4d12d1fb-2317-4a38-8627-455473810f39 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:13.288512 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-77a63221-2b80-411f-bac9-89ff6cbbfbf6 req-4d12d1fb-2317-4a38-8627-455473810f39 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 943 time: 0.0685863 Sep 02 17:10:13.335217 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-77a63221-2b80-411f-bac9-89ff6cbbfbf6 req-810d7747-9239-4857-b34c-30a23aae4da0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Sep 02 17:10:13.534943 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 952e9d68-5d66-4070-8f0d-f97eda69ecab details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:10:13.621817 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 44852) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:13.644567 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 952e9d68-5d66-4070-8f0d-f97eda69ecab, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=952e9d68-5d66-4070-8f0d-f97eda69ecab,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:13.656658 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '952e9d68-5d66-4070-8f0d-f97eda69ecab', 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882', 'port_id': '952e9d68-5d66-4070-8f0d-f97eda69ecab', 'mac_address': 'fa:16:3e:80:11:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f21f05-8338-4d4a-9690-02f96e5f3631', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:10:13.694662 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:13.708589 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952e9d68-5d66-4070-8f0d-f97eda69ecab {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:10:13.737834 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 952e9d68-5d66-4070-8f0d-f97eda69ecab, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=952e9d68-5d66-4070-8f0d-f97eda69ecab,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:13.741842 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fd361700-3802-4bdd-b5f8-78f17b07850c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:13.742855 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:13.791675 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=952e9d68-5d66-4070-8f0d-f97eda69ecab,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:13.835352 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fd361700-3802-4bdd-b5f8-78f17b07850c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:13.845283 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fd361700-3802-4bdd-b5f8-78f17b07850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:13.885260 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-fd361700-3802-4bdd-b5f8-78f17b07850c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bcbd2e704e84e8293eb3a9ad69871d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622163 Sep 02 17:10:13.887267 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd361700-3802-4bdd-b5f8-78f17b07850c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348999db-f6ab-4767-9dd1-854125da97be,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:13.888117 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44858) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:13.942676 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5556acd2-c655-44e2-acf0-879c66f9d5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:13.972052 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5556acd2-c655-44e2-acf0-879c66f9d5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:14.028906 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5556acd2-c655-44e2-acf0-879c66f9d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:14.031500 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5556acd2-c655-44e2-acf0-879c66f9d5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:14.032634 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5556acd2-c655-44e2-acf0-879c66f9d5c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/348999db-f6ab-4767-9dd1-854125da97be HTTP/1.1" status: 204 len: 168 time: 0.1435468 Sep 02 17:10:14.040715 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556acd2-c655-44e2-acf0-879c66f9d5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348999db-f6ab-4767-9dd1-854125da97be,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:14.258731 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['952e9d68-5d66-4070-8f0d-f97eda69ecab'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:10:14.407726 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44874) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:14.418844 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0dcf1-f467-426a-8669-a3e52cd6b56c req-2f14a8d6-a711-429e-bf02-dd1bc0c96f43 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:14.420736 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a7a0dcf1-f467-426a-8669-a3e52cd6b56c req-2f14a8d6-a711-429e-bf02-dd1bc0c96f43 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0862193 Sep 02 17:10:14.430804 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-57506e25-026b-465c-8dc1-9d8c16c1513d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:14.477496 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a7a0dcf1-f467-426a-8669-a3e52cd6b56c req-b005c4a1-9d0e-4089-8426-f92a9f3311ec tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511541 Sep 02 17:10:14.538539 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eadfd9-5fa5-43f4-97c9-258a0059c3e1 req-03c005c6-34fe-45c7-9577-eb2368cd6b1e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:14.540587 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-41eadfd9-5fa5-43f4-97c9-258a0059c3e1 req-03c005c6-34fe-45c7-9577-eb2368cd6b1e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 944 time: 0.1124632 Sep 02 17:10:14.611572 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-41eadfd9-5fa5-43f4-97c9-258a0059c3e1 req-33f8fb74-42b8-4b32-bcd3-2fb2709cb22a tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629678 Sep 02 17:10:14.640895 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-57506e25-026b-465c-8dc1-9d8c16c1513d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:14.646333 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-57506e25-026b-465c-8dc1-9d8c16c1513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:14.701552 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57506e25-026b-465c-8dc1-9d8c16c1513d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54ec029-1e06-4a4b-8dcf-caf3e4f409e7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:14.708179 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-57506e25-026b-465c-8dc1-9d8c16c1513d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b47d33cdcccd4fe78403ec19585a3ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993250 Sep 02 17:10:14.710949 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 44886) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:14.784167 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ff55081-74d5-42b6-8804-4a8e1624d4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:14.801416 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44890) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:14.808585 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ff55081-74d5-42b6-8804-4a8e1624d4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:14.864836 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ff55081-74d5-42b6-8804-4a8e1624d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:14.869377 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ff55081-74d5-42b6-8804-4a8e1624d4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:14.874851 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6ff55081-74d5-42b6-8804-4a8e1624d4f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a54ec029-1e06-4a4b-8dcf-caf3e4f409e7 HTTP/1.1" status: 204 len: 168 time: 0.1583934 Sep 02 17:10:14.879372 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff55081-74d5-42b6-8804-4a8e1624d4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54ec029-1e06-4a4b-8dcf-caf3e4f409e7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:14.950795 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6d381776-bfef-4e0f-80d2-ea679d83ea47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.055205 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6d381776-bfef-4e0f-80d2-ea679d83ea47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.060141 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6d381776-bfef-4e0f-80d2-ea679d83ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.097057 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d381776-bfef-4e0f-80d2-ea679d83ea47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1c332a-2a0a-4df5-ae85-c6b956f9a4b2,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:15.101472 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6d381776-bfef-4e0f-80d2-ea679d83ea47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1a10f5f3c1043f1a294e71aecfcb9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989264 Sep 02 17:10:15.104399 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 44900) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:15.163496 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-59e0a26b-e712-44e6-8767-c6b3ffea9bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.191965 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-59e0a26b-e712-44e6-8767-c6b3ffea9bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.253175 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-59e0a26b-e712-44e6-8767-c6b3ffea9bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.255992 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-59e0a26b-e712-44e6-8767-c6b3ffea9bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.257223 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-59e0a26b-e712-44e6-8767-c6b3ffea9bd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e1c332a-2a0a-4df5-ae85-c6b956f9a4b2 HTTP/1.1" status: 204 len: 168 time: 0.1515527 Sep 02 17:10:15.267949 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0a26b-e712-44e6-8767-c6b3ffea9bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1c332a-2a0a-4df5-ae85-c6b956f9a4b2,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:15.630647 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf40d0e-bdae-4e7b-a701-7b74df925640 req-39801eba-2bfd-44e0-96cf-b2cf32092944 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:15.633408 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbf40d0e-bdae-4e7b-a701-7b74df925640 req-39801eba-2bfd-44e0-96cf-b2cf32092944 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0791900 Sep 02 17:10:15.689436 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44934) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:15.695693 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbf40d0e-bdae-4e7b-a701-7b74df925640 req-5d34aa85-1dc8-4784-ab85-fdd54ed06d90 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501745 Sep 02 17:10:15.707624 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-880942a6-0d56-41d3-9fe8-8a751d97e3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.774319 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fae276-e0b4-428a-84d4-2e4f27e12841 req-de1bdde8-ccdd-473d-b0f4-612c84cb938f tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:15.775886 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f4fae276-e0b4-428a-84d4-2e4f27e12841 req-de1bdde8-ccdd-473d-b0f4-612c84cb938f tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 944 time: 0.0701196 Sep 02 17:10:15.841144 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f4fae276-e0b4-428a-84d4-2e4f27e12841 req-497c4f14-f813-43ee-9f39-9d124b13153c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544589 Sep 02 17:10:15.877783 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-880942a6-0d56-41d3-9fe8-8a751d97e3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.882959 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-880942a6-0d56-41d3-9fe8-8a751d97e3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.923628 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-880942a6-0d56-41d3-9fe8-8a751d97e3c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14a3243a8ff04248bd87e397bca4d7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313051 Sep 02 17:10:15.924724 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880942a6-0d56-41d3-9fe8-8a751d97e3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60ebae5-9f02-47e9-84e1-14d88bd6c3c7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:15.926349 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 44942) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:15.977430 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e493eca-ad29-4e88-b032-3d1428b56898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.998789 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e493eca-ad29-4e88-b032-3d1428b56898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:16.056012 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e493eca-ad29-4e88-b032-3d1428b56898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:16.058864 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e493eca-ad29-4e88-b032-3d1428b56898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:16.060147 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9e493eca-ad29-4e88-b032-3d1428b56898 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a60ebae5-9f02-47e9-84e1-14d88bd6c3c7 HTTP/1.1" status: 204 len: 168 time: 0.1318560 Sep 02 17:10:16.074136 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e493eca-ad29-4e88-b032-3d1428b56898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60ebae5-9f02-47e9-84e1-14d88bd6c3c7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:16.353620 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 44962) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:16.368210 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-478c89d3-3bcd-4c20-b63b-46ef83049e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:16.468830 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-478c89d3-3bcd-4c20-b63b-46ef83049e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:16.473294 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-478c89d3-3bcd-4c20-b63b-46ef83049e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:16.516477 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-478c89d3-3bcd-4c20-b63b-46ef83049e06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9154f95eacc4b07bd7154e326f1796f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615455 Sep 02 17:10:16.518524 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c89d3-3bcd-4c20-b63b-46ef83049e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924aef24-a6dc-4f6b-a382-b99bbe9538ba,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:16.519359 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 44968) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:16.576313 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02872d40-4960-433b-b365-bc8a96df8b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:16.598601 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02872d40-4960-433b-b365-bc8a96df8b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:16.654936 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02872d40-4960-433b-b365-bc8a96df8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:16.655348 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02872d40-4960-433b-b365-bc8a96df8b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:16.659480 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-02872d40-4960-433b-b365-bc8a96df8b23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/924aef24-a6dc-4f6b-a382-b99bbe9538ba HTTP/1.1" status: 204 len: 168 time: 0.1361852 Sep 02 17:10:16.665737 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02872d40-4960-433b-b365-bc8a96df8b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924aef24-a6dc-4f6b-a382-b99bbe9538ba,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:16.816131 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea9e9-148d-47f8-a014-4954729efd8e req-cc605bb9-8653-4c35-a4af-f9f92866b806 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:16.818823 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c5ea9e9-148d-47f8-a014-4954729efd8e req-cc605bb9-8653-4c35-a4af-f9f92866b806 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0543690 Sep 02 17:10:16.863228 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c5ea9e9-148d-47f8-a014-4954729efd8e req-6698e9e1-fe0a-4497-99b8-15f23530fdca tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369718 Sep 02 17:10:16.927878 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:16.975460 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f3959-89c7-49bd-a03a-aa5a854e7a87 req-3156d776-8abd-44e6-bc14-ac8ced52d412 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:16.986651 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-564f3959-89c7-49bd-a03a-aa5a854e7a87 req-3156d776-8abd-44e6-bc14-ac8ced52d412 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 944 time: 0.0570235 Sep 02 17:10:17.042665 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-564f3959-89c7-49bd-a03a-aa5a854e7a87 req-23096d25-28a7-45a9-9139-abf2f293ae68 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586925 Sep 02 17:10:17.561010 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 952e9d68-5d66-4070-8f0d-f97eda69ecab up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:10:17.608899 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 952e9d68-5d66-4070-8f0d-f97eda69ecab completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:10:17.612866 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 952e9d68-5d66-4070-8f0d-f97eda69ecab triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:10:17.613276 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:17.697959 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:17.725787 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824de352-7b8c-4ab6-8e42-1958f7b70c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e9d68-5d66-4070-8f0d-f97eda69ecab'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:10:17.728161 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42c7673-0130-4e21-972e-102a3102fe89" -d '{"events": [{"server_uuid": "824de352-7b8c-4ab6-8e42-1958f7b70c25", "name": "network-vif-plugged", "status": "completed", "tag": "952e9d68-5d66-4070-8f0d-f97eda69ecab"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:10:17.740772 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 952e9d68-5d66-4070-8f0d-f97eda69ecab, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=952e9d68-5d66-4070-8f0d-f97eda69ecab,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:17.745028 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:17.770322 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d683bfb4-cdcd-415f-81d7-27b0794abdd4 x-openstack-request-id: req-d683bfb4-cdcd-415f-81d7-27b0794abdd4 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:10:17.770692 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824de352-7b8c-4ab6-8e42-1958f7b70c25", "name": "network-vif-plugged", "status": "completed", "tag": "952e9d68-5d66-4070-8f0d-f97eda69ecab", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:10:17.770951 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d683bfb4-cdcd-415f-81d7-27b0794abdd4 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:10:17.771337 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824de352-7b8c-4ab6-8e42-1958f7b70c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e9d68-5d66-4070-8f0d-f97eda69ecab', 'code': 200} Sep 02 17:10:17.798723 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=952e9d68-5d66-4070-8f0d-f97eda69ecab,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:18.086776 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d0d50-fb6d-4c21-bf01-43ba9eb94376 req-103514d2-da6e-4522-91c8-3e4a441952e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:18.089473 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-516d0d50-fb6d-4c21-bf01-43ba9eb94376 req-103514d2-da6e-4522-91c8-3e4a441952e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 1098 time: 0.0534117 Sep 02 17:10:18.147198 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8e05a-b52f-4f8f-a4ec-13e81138d8ae req-ab216868-40e8-4442-b896-8bec05d7f1d5 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:18.148778 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c5e8e05a-b52f-4f8f-a4ec-13e81138d8ae req-ab216868-40e8-4442-b896-8bec05d7f1d5 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0566773 Sep 02 17:10:18.159123 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-516d0d50-fb6d-4c21-bf01-43ba9eb94376 req-d9262aa3-84dc-45bf-8c04-6839fa9b8664 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589795 Sep 02 17:10:18.181809 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad15a8-f743-4b24-920f-fd16e7c625a3 req-d4cb5cab-c62d-4821-8596-87f25716a405 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:18.183377 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-14ad15a8-f743-4b24-920f-fd16e7c625a3 req-d4cb5cab-c62d-4821-8596-87f25716a405 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 945 time: 0.0614743 Sep 02 17:10:18.199536 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c5e8e05a-b52f-4f8f-a4ec-13e81138d8ae req-253d2f28-7a91-4a87-82a6-8e35861fd783 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395408 Sep 02 17:10:18.231632 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-14ad15a8-f743-4b24-920f-fd16e7c625a3 req-e2485b87-1057-4bc0-a53f-4733591d45dd tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Sep 02 17:10:18.836258 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65421fb-9cd7-4ed0-896d-423c7839ae9c req-698ba57b-0ad2-40b2-b425-285e4282db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:18.837739 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b65421fb-9cd7-4ed0-896d-423c7839ae9c req-698ba57b-0ad2-40b2-b425-285e4282db0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 1098 time: 0.0420921 Sep 02 17:10:18.873325 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b65421fb-9cd7-4ed0-896d-423c7839ae9c req-cb88b5cb-cee0-4c5e-93d5-18bb1b1363fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275819 Sep 02 17:10:19.326956 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dbdf3-bc63-4213-ad34-607bf5e7924c req-361e7092-4ef9-4513-81f8-e33d8c02af64 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:19.328393 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-da3dbdf3-bc63-4213-ad34-607bf5e7924c req-361e7092-4ef9-4513-81f8-e33d8c02af64 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0493252 Sep 02 17:10:19.356654 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781bca5-19e0-42a6-9c79-b9615318c1b3 req-034ede46-c41a-40f3-b065-dc0a5b927b1a tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:19.358501 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7781bca5-19e0-42a6-9c79-b9615318c1b3 req-034ede46-c41a-40f3-b065-dc0a5b927b1a tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 945 time: 0.0504229 Sep 02 17:10:19.369129 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-da3dbdf3-bc63-4213-ad34-607bf5e7924c req-1bd06764-d95c-43c6-9b02-c6847c504c2d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Sep 02 17:10:19.398343 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7781bca5-19e0-42a6-9c79-b9615318c1b3 req-204d611f-4ad6-4b4e-a825-f245c7747a13 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332730 Sep 02 17:10:21.952638 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa1e4-c0e8-4db8-b85b-68a60f86c29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:22.865382 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187a55e-6371-4325-b580-51e4fffb38a3 req-9e4acdda-0acd-4fd9-a0c4-b4245ee15ba2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:22.867616 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0187a55e-6371-4325-b580-51e4fffb38a3 req-9e4acdda-0acd-4fd9-a0c4-b4245ee15ba2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0494823 Sep 02 17:10:22.910018 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c60f82-5613-4889-bc49-401dd82a6e9f req-c590048b-9453-42a8-acda-8f27348c7d5e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:22.911651 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54c60f82-5613-4889-bc49-401dd82a6e9f req-c590048b-9453-42a8-acda-8f27348c7d5e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 945 time: 0.0502868 Sep 02 17:10:22.913204 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0187a55e-6371-4325-b580-51e4fffb38a3 req-b45f4422-ce11-4e3e-a77a-94cab3da596b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Sep 02 17:10:22.954972 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54c60f82-5613-4889-bc49-401dd82a6e9f req-cdaaf0e8-66b0-4fac-991f-4c876a822167 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365403 Sep 02 17:10:23.002223 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:10:24.075001 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55ec74-27e3-4d54-970e-d6a400a30a8a req-978dc39e-a60e-4aad-9ba6-0419386c001e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:24.077125 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ac55ec74-27e3-4d54-970e-d6a400a30a8a req-978dc39e-a60e-4aad-9ba6-0419386c001e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0709834 Sep 02 17:10:24.088022 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c5b39-bf52-45b1-aee0-bb7293449cb2 req-0aeaafdb-8043-45e4-8b64-5d3b0b1a07f8 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:24.090225 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e55c5b39-bf52-45b1-aee0-bb7293449cb2 req-0aeaafdb-8043-45e4-8b64-5d3b0b1a07f8 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 945 time: 0.0596466 Sep 02 17:10:24.125706 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ac55ec74-27e3-4d54-970e-d6a400a30a8a req-f3cc1130-5f20-46d7-bea8-a57360aaff27 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359442 Sep 02 17:10:24.135161 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e55c5b39-bf52-45b1-aee0-bb7293449cb2 req-7e0e21d9-c4ca-4417-bd1f-0243641a15d7 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 Sep 02 17:10:24.263159 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7196c1a-f908-41ff-bbee-bd86901024ae req-7424b775-4890-4442-9613-c393047eaf90 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:24.264798 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e7196c1a-f908-41ff-bbee-bd86901024ae req-7424b775-4890-4442-9613-c393047eaf90 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0618901 Sep 02 17:10:24.308893 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e7196c1a-f908-41ff-bbee-bd86901024ae req-533cf692-09f3-4eb4-8b87-97f70e0c80fc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Sep 02 17:10:24.385847 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 45178) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:24.537019 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16785fe4-fba7-4ba3-934b-4489af235445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:24.636344 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16785fe4-fba7-4ba3-934b-4489af235445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:24.643840 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16785fe4-fba7-4ba3-934b-4489af235445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:24.685543 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 45190) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:24.691132 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-16785fe4-fba7-4ba3-934b-4489af235445 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=210b56f76119434aa4860ba21485ac95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953541 Sep 02 17:10:24.692625 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16785fe4-fba7-4ba3-934b-4489af235445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a1c8c1-6e40-4a73-bc99-0d3f99e01bff,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:24.758515 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0885-c3e0-4271-ba73-6fa623e34b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:24.774651 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0885-c3e0-4271-ba73-6fa623e34b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:24.826367 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0885-c3e0-4271-ba73-6fa623e34b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:24.828924 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0885-c3e0-4271-ba73-6fa623e34b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:24.830060 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4c6b0885-c3e0-4271-ba73-6fa623e34b2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21a1c8c1-6e40-4a73-bc99-0d3f99e01bff HTTP/1.1" status: 204 len: 168 time: 0.1434762 Sep 02 17:10:24.837594 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b0885-c3e0-4271-ba73-6fa623e34b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a1c8c1-6e40-4a73-bc99-0d3f99e01bff,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:24.928368 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-79d45740-7f2c-4b4a-9318-5ef4b12ff44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:25.132517 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 45212) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:25.145807 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7409416b-811a-4623-85c4-7a6c07850f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:25.169927 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:25.239653 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7409416b-811a-4623-85c4-7a6c07850f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:25.244047 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7409416b-811a-4623-85c4-7a6c07850f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:25.281197 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7409416b-811a-4623-85c4-7a6c07850f87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abc4666cf4a9484b9912c9cb33b23ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475360 Sep 02 17:10:25.281987 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409416b-811a-4623-85c4-7a6c07850f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6068d748-0c36-4cdb-892c-428dafb9af0b,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:25.284881 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 45214) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:25.333352 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-04f1450b-3bea-41d0-976b-570d793031cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:25.357949 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-04f1450b-3bea-41d0-976b-570d793031cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:25.404717 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-04f1450b-3bea-41d0-976b-570d793031cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:25.407272 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-04f1450b-3bea-41d0-976b-570d793031cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:25.408429 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-04f1450b-3bea-41d0-976b-570d793031cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6068d748-0c36-4cdb-892c-428dafb9af0b HTTP/1.1" status: 204 len: 168 time: 0.1223791 Sep 02 17:10:25.416862 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1450b-3bea-41d0-976b-570d793031cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6068d748-0c36-4cdb-892c-428dafb9af0b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:26.493567 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:28.472234 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:29.183966 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934075-08a8-4599-96d6-97f542491db2 req-9663acfb-f152-4810-933d-6a31ea2e0ff9 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:29.185552 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e2934075-08a8-4599-96d6-97f542491db2 req-9663acfb-f152-4810-933d-6a31ea2e0ff9 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0481794 Sep 02 17:10:29.251744 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e2934075-08a8-4599-96d6-97f542491db2 req-95300883-503b-4b17-a192-a0f98dba9311 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598266 Sep 02 17:10:29.262108 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45d1e4-491c-4804-afd5-6295f4ff7fdd req-aa0dbea8-6976-4abe-8d41-ce71c6b866db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:29.263669 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a45d1e4-491c-4804-afd5-6295f4ff7fdd req-aa0dbea8-6976-4abe-8d41-ce71c6b866db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0578592 Sep 02 17:10:29.370006 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45d1e4-491c-4804-afd5-6295f4ff7fdd req-76f33d40-bd9b-40b0-8c21-2d6b5563fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:29.371551 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a45d1e4-491c-4804-afd5-6295f4ff7fdd req-76f33d40-bd9b-40b0-8c21-2d6b5563fe86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 920 time: 0.0946276 Sep 02 17:10:29.427313 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a45d1e4-491c-4804-afd5-6295f4ff7fdd req-7c388de5-bc8f-4b05-aa39-92500967df04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e HTTP/1.1" status: 200 len: 217 time: 0.0374691 Sep 02 17:10:29.490117 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45d1e4-491c-4804-afd5-6295f4ff7fdd req-7de4877a-e79a-489b-8100-658916638df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:29.492223 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a45d1e4-491c-4804-afd5-6295f4ff7fdd req-7de4877a-e79a-489b-8100-658916638df7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 HTTP/1.1" status: 200 len: 859 time: 0.0496063 Sep 02 17:10:29.540966 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a45d1e4-491c-4804-afd5-6295f4ff7fdd req-2eaf2578-4ab2-4cd3-af3e-6fbc94fc1137 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89eb299-93b9-401c-ad14-f4bccef9cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306158 Sep 02 17:10:29.646237 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a45d1e4-491c-4804-afd5-6295f4ff7fdd req-e8892366-75d8-4aec-832a-d5ca15bd7326 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946004 Sep 02 17:10:29.766462 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a45d1e4-491c-4804-afd5-6295f4ff7fdd req-bc52769d-ea5d-4d85-8b26-69bd73ece138 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107740 Sep 02 17:10:30.433380 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02307d42-cee6-482d-b770-3a118cc5d954 req-26c70660-bf91-496d-a305-b1af380224e6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:30.436249 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02307d42-cee6-482d-b770-3a118cc5d954 req-26c70660-bf91-496d-a305-b1af380224e6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0815790 Sep 02 17:10:30.509406 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02307d42-cee6-482d-b770-3a118cc5d954 req-84354c48-9832-474a-96b0-5e2cf5f8af7f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667889 Sep 02 17:10:30.676383 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 45384) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:30.782367 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b3a13d3-bb8f-4162-969f-fd48c6d4cd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:30.878126 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b3a13d3-bb8f-4162-969f-fd48c6d4cd13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:30.883227 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b3a13d3-bb8f-4162-969f-fd48c6d4cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:30.933742 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2b3a13d3-bb8f-4162-969f-fd48c6d4cd13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81fc475e70654100a03cfce26c79bf50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561827 Sep 02 17:10:30.934454 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a13d3-bb8f-4162-969f-fd48c6d4cd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ecdd18-4a6a-47f8-b8b5-d42f8f92aec4,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:30.936585 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 45394) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:30.988388 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2d374217-f2dc-4a85-ab64-dd2bc083cff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:31.009490 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2d374217-f2dc-4a85-ab64-dd2bc083cff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:31.056272 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2d374217-f2dc-4a85-ab64-dd2bc083cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:31.058810 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2d374217-f2dc-4a85-ab64-dd2bc083cff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:31.059986 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2d374217-f2dc-4a85-ab64-dd2bc083cff4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70ecdd18-4a6a-47f8-b8b5-d42f8f92aec4 HTTP/1.1" status: 204 len: 168 time: 0.1222126 Sep 02 17:10:31.067649 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d374217-f2dc-4a85-ab64-dd2bc083cff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ecdd18-4a6a-47f8-b8b5-d42f8f92aec4,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:31.640755 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662e37f-7de5-4ebd-88df-cdfe8e206d58 req-5b2b1716-841e-44ea-a195-cce3e45c809e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:31.642393 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d662e37f-7de5-4ebd-88df-cdfe8e206d58 req-5b2b1716-841e-44ea-a195-cce3e45c809e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0645559 Sep 02 17:10:31.691215 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d662e37f-7de5-4ebd-88df-cdfe8e206d58 req-f3a67742-bf0f-4f4d-b935-2f7cb45aa2c2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Sep 02 17:10:32.808515 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fef9e-0432-490a-97c0-162e210a9cdf req-7cf977d5-dbd3-4005-b7c3-e594c2c16498 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:32.810052 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-186fef9e-0432-490a-97c0-162e210a9cdf req-7cf977d5-dbd3-4005-b7c3-e594c2c16498 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0528178 Sep 02 17:10:32.850183 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-186fef9e-0432-490a-97c0-162e210a9cdf req-5565db17-713e-4854-8bea-b18bb249c246 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343080 Sep 02 17:10:33.362933 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-b2695615-167c-4b16-9a6d-d1c19b0635a0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d359d9fe04534460a1a5f839298fc0f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312634 Sep 02 17:10:33.554770 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-22a577be-a119-49bb-aa1a-4934a1ced040 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:33.556285 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-22a577be-a119-49bb-aa1a-4934a1ced040 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872396 Sep 02 17:10:33.571290 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-defbdd1a-fc23-40c0-86c5-baf239a71740 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/quotas/d359d9fe04534460a1a5f839298fc0f2 HTTP/1.1" status: 200 len: 375 time: 0.0091174 Sep 02 17:10:33.605372 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-b457876e-a438-4ddb-99fc-5b1985444e0f tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d359d9fe04534460a1a5f839298fc0f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288002 Sep 02 17:10:33.773767 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-91c68a31-8316-456d-8184-939c520df974 req-fca25390-d175-4905-bfe6-23732cbe8562 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 210 time: 0.0336192 Sep 02 17:10:33.994836 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ee1ad-21e3-4f70-91f0-4ace503bf262 req-c8b62f06-9d18-48fe-a825-50b76c973d0a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:33.996300 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea0ee1ad-21e3-4f70-91f0-4ace503bf262 req-c8b62f06-9d18-48fe-a825-50b76c973d0a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0733936 Sep 02 17:10:34.035752 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea0ee1ad-21e3-4f70-91f0-4ace503bf262 req-d21c3ee1-8790-4e88-accd-39feb87b1c59 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Sep 02 17:10:34.695533 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 45536) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:34.802846 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f9c4c37-0fc7-489b-99f9-937f0298acb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:34.880240 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5fa01cf7-e5e9-4e66-a637-1e8a5bfa55fd req-72357b61-6283-484a-9890-983c29ddb033 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 210 time: 0.0365219 Sep 02 17:10:34.931764 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f9c4c37-0fc7-489b-99f9-937f0298acb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:34.935900 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f9c4c37-0fc7-489b-99f9-937f0298acb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:34.976910 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3f9c4c37-0fc7-489b-99f9-937f0298acb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=728ed14b58864a91ba0959b97be84787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802649 Sep 02 17:10:34.980008 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 45544) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:34.980524 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c4c37-0fc7-489b-99f9-937f0298acb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9bc777-52f0-4606-bcde-525aac0ab7a2,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:35.042693 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e2302c8a-7572-4232-95b8-133dbb955db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.064523 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e2302c8a-7572-4232-95b8-133dbb955db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.130843 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e2302c8a-7572-4232-95b8-133dbb955db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.136258 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e2302c8a-7572-4232-95b8-133dbb955db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.152187 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e2302c8a-7572-4232-95b8-133dbb955db3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f9bc777-52f0-4606-bcde-525aac0ab7a2 HTTP/1.1" status: 204 len: 168 time: 0.1610248 Sep 02 17:10:35.164834 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff980b39-28d0-44c1-bd8e-e0d554b9ece6 req-2e4b6c1d-bf72-45d1-9f52-780d5c8030d4 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:35.166721 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ff980b39-28d0-44c1-bd8e-e0d554b9ece6 req-2e4b6c1d-bf72-45d1-9f52-780d5c8030d4 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0564971 Sep 02 17:10:35.174060 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-ce7030b4-acb6-47b9-8b9a-ce39c97898c5 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d359d9fe04534460a1a5f839298fc0f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642245 Sep 02 17:10:35.180457 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2302c8a-7572-4232-95b8-133dbb955db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9bc777-52f0-4606-bcde-525aac0ab7a2,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:35.243118 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ff980b39-28d0-44c1-bd8e-e0d554b9ece6 req-46cf6dd9-5396-4588-a63c-6c0f1c3016ed tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669806 Sep 02 17:10:35.531938 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 45564) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:35.566437 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-d8d736e2-f79f-4b23-86c7-26432cb91aff tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:35.568219 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-d8d736e2-f79f-4b23-86c7-26432cb91aff tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3612473 Sep 02 17:10:35.568991 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eeb30a19-7ced-44d4-ac04-9298a754f171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.600263 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Request body: {'port': {'device_id': '5bb3c756-c618-430e-8157-87b5f85b7df5', 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e', 'admin_state_up': True, 'tenant_id': 'd359d9fe04534460a1a5f839298fc0f2'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:35.662230 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 45570) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:35.753720 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eeb30a19-7ced-44d4-ac04-9298a754f171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.759656 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eeb30a19-7ced-44d4-ac04-9298a754f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.789888 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1ea6fbc8-b164-4b6a-97b8-04192dee30b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.803270 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Made reservation on behalf of d359d9fe04534460a1a5f839298fc0f2 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:10:35.807718 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.823024 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-eeb30a19-7ced-44d4-ac04-9298a754f171 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=792dfd4fda214c07b5f2ed0cf92a9d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899225 Sep 02 17:10:35.823926 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.825825 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb30a19-7ced-44d4-ac04-9298a754f171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3038017b-50b0-46a5-9171-f238512d60c9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:35.826269 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 45574) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:35.915870 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9a2495f1-ae6f-4338-ae43-850a5004be4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.954587 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9a2495f1-ae6f-4338-ae43-850a5004be4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:35.988211 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1ea6fbc8-b164-4b6a-97b8-04192dee30b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.012369 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1ea6fbc8-b164-4b6a-97b8-04192dee30b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.016095 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5c54af7d-f53d-475a-849a-b1e217f82349 req-c0b20206-2947-4ddd-b40c-77bf143d2738 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 210 time: 0.0527983 Sep 02 17:10:36.070473 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1ea6fbc8-b164-4b6a-97b8-04192dee30b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53206470abbe449198ddb0d57ada8851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070287 Sep 02 17:10:36.073088 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6fbc8-b164-4b6a-97b8-04192dee30b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0c9eda-ab0f-4df2-9c20-05c964202c8e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:36.074044 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 45578) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:36.091764 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9a2495f1-ae6f-4338-ae43-850a5004be4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.094567 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9a2495f1-ae6f-4338-ae43-850a5004be4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.095799 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9a2495f1-ae6f-4338-ae43-850a5004be4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3038017b-50b0-46a5-9171-f238512d60c9 HTTP/1.1" status: 204 len: 168 time: 0.2678025 Sep 02 17:10:36.096202 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.104084 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2495f1-ae6f-4338-ae43-850a5004be4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038017b-50b0-46a5-9171-f238512d60c9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:36.111107 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.222096 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:36.241075 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5e0c34dc-4a1b-454b-81f8-a6bf687d2a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.297336 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5e0c34dc-4a1b-454b-81f8-a6bf687d2a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.329189 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Allocated IP 192.168.233.90 (9f182130-b1e1-4de7-ab82-27f12a7cc25e/0fe22607-3b86-4a43-8189-595b55530ea1/82a098ff-909c-44a4-b1c8-8ba281c63868) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:10:36.375737 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a64a8-c101-459e-85e5-dcf9b2c60812 req-2d0e846b-1cad-4e34-9d35-aad734847e04 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:36.377418 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef7a64a8-c101-459e-85e5-dcf9b2c60812 req-2d0e846b-1cad-4e34-9d35-aad734847e04 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0755167 Sep 02 17:10:36.420059 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5e0c34dc-4a1b-454b-81f8-a6bf687d2a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.424005 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5e0c34dc-4a1b-454b-81f8-a6bf687d2a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.424882 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5e0c34dc-4a1b-454b-81f8-a6bf687d2a1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a0c9eda-ab0f-4df2-9c20-05c964202c8e HTTP/1.1" status: 204 len: 168 time: 0.3498652 Sep 02 17:10:36.447247 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef7a64a8-c101-459e-85e5-dcf9b2c60812 req-4920d027-fa5c-4c54-b0ac-a6ec056468a3 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608122 Sep 02 17:10:36.453770 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 45592) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:36.469183 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4ba3-f56d-4084-bf87-e6da20e1c1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.478604 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c34dc-4a1b-454b-81f8-a6bf687d2a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0c9eda-ab0f-4df2-9c20-05c964202c8e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:36.550892 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.568042 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Transition to ACTIVE for port object 82a098ff-909c-44a4-b1c8-8ba281c63868 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:10:36.595429 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4ba3-f56d-4084-bf87-e6da20e1c1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.609422 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4ba3-f56d-4084-bf87-e6da20e1c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.614988 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.664048 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b7eb4ba3-f56d-4084-bf87-e6da20e1c1de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dcd260ef807c4d6493eabc28124043c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086012 Sep 02 17:10:36.664946 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb4ba3-f56d-4084-bf87-e6da20e1c1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27945d2-da23-4771-9f86-ade7130df8c3,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:36.667489 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 45600) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:36.692010 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Pushing event updated for resources: {'Port': ['ID=82a098ff-909c-44a4-b1c8-8ba281c63868,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:36.706887 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Network 9f182130-b1e1-4de7-ab82-27f12a7cc25e is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:10:36.709822 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:10:36.719499 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:10:36.726437 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9adb6f7b-586a-4d61-8634-6b9dd9340704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.766995 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9adb6f7b-586a-4d61-8634-6b9dd9340704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.799707 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:36.800385 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.821326 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-8acb29e5-dc57-4660-a797-c4a3a4aef7e0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2256994 Sep 02 17:10:36.831897 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9adb6f7b-586a-4d61-8634-6b9dd9340704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.835580 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9adb6f7b-586a-4d61-8634-6b9dd9340704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.836992 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9adb6f7b-586a-4d61-8634-6b9dd9340704 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c27945d2-da23-4771-9f86-ade7130df8c3 HTTP/1.1" status: 204 len: 168 time: 0.1684589 Sep 02 17:10:36.846064 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb6f7b-586a-4d61-8634-6b9dd9340704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27945d2-da23-4771-9f86-ade7130df8c3,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:36.886594 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Request body: {'port': {'device_id': '5bb3c756-c618-430e-8157-87b5f85b7df5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:36.955808 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:36.985505 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-66b6684f-e9f6-49b9-a303-b590cdb8dbab None None] Provisioning for port 82a098ff-909c-44a4-b1c8-8ba281c63868 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:10:36.990753 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-66b6684f-e9f6-49b9-a303-b590cdb8dbab None None] Provisioning complete for port 82a098ff-909c-44a4-b1c8-8ba281c63868 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:10:36.991341 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-66b6684f-e9f6-49b9-a303-b590cdb8dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:37.034325 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-66b6684f-e9f6-49b9-a303-b590cdb8dbab None None] Port 82a098ff-909c-44a4-b1c8-8ba281c63868 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:10:37.170555 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acda75-89b7-4104-b4dc-7ee231b27001 req-dc0a301f-a4c6-400b-9a59-b75f541db8de tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:37.172564 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48acda75-89b7-4104-b4dc-7ee231b27001 req-dc0a301f-a4c6-400b-9a59-b75f541db8de tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 935 time: 0.0673075 Sep 02 17:10:37.240913 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48acda75-89b7-4104-b4dc-7ee231b27001 req-940aeaf2-41f6-4f2b-9bd1-8034a839934e tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620508 Sep 02 17:10:37.329048 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a098ff-909c-44a4-b1c8-8ba281c63868 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:10:37.336952 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:37.351105 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Transition to ACTIVE for port object 82a098ff-909c-44a4-b1c8-8ba281c63868 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:10:37.356577 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:37.428207 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=82a098ff-909c-44a4-b1c8-8ba281c63868,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:37.549368 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Attempting to bind port 82a098ff-909c-44a4-b1c8-8ba281c63868 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:10:37.549707 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Attempting to bind port 82a098ff-909c-44a4-b1c8-8ba281c63868 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '571c1cdb-567a-4235-8358-81f62f2acad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:10:37.550226 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Attempting to bind port 82a098ff-909c-44a4-b1c8-8ba281c63868 on network 9f182130-b1e1-4de7-ab82-27f12a7cc25e {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:10:37.555528 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Port 82a098ff-909c-44a4-b1c8-8ba281c63868 on network 9f182130-b1e1-4de7-ab82-27f12a7cc25e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:10:37.556191 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Attempting to bind port 82a098ff-909c-44a4-b1c8-8ba281c63868 on network 9f182130-b1e1-4de7-ab82-27f12a7cc25e {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:10:37.562394 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:10:37.563151 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Checking segment: {'id': '571c1cdb-567a-4235-8358-81f62f2acad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:10:37.563695 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Bound using segment: {'id': '571c1cdb-567a-4235-8358-81f62f2acad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:10:37.564279 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Bound port: 82a098ff-909c-44a4-b1c8-8ba281c63868, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c1cdb-567a-4235-8358-81f62f2acad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:10:37.564806 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:37.672524 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] For port 82a098ff-909c-44a4-b1c8-8ba281c63868, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:10:37.688981 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] For port 82a098ff-909c-44a4-b1c8-8ba281c63868, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=82a098ff-909c-44a4-b1c8-8ba281c63868,segment=NetworkSegment(571c1cdb-567a-4235-8358-81f62f2acad1),segment_id=571c1cdb-567a-4235-8358-81f62f2acad1)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:10:37.695822 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ae72c-4fd0-4570-aa6f-acac17d2d5c9 req-f230f8d0-854d-4675-85a3-81d8dd2a4401 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:37.697853 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:37.704274 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8f4ae72c-4fd0-4570-aa6f-acac17d2d5c9 req-f230f8d0-854d-4675-85a3-81d8dd2a4401 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.1524425 Sep 02 17:10:37.749053 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8f4ae72c-4fd0-4570-aa6f-acac17d2d5c9 req-41e1c3d8-4cde-46a4-ab8a-3b6a1323b04f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Sep 02 17:10:37.768928 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:37.769561 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:37.770995 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/82a098ff-909c-44a4-b1c8-8ba281c63868 HTTP/1.1" status: 200 len: 1097 time: 0.8894618 Sep 02 17:10:37.771743 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb3c756-c618-430e-8157-87b5f85b7df5', 'tag': '82a098ff-909c-44a4-b1c8-8ba281c63868'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:10:37.776151 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f761a25-876a-49ec-befa-4f1fd2c45c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb3c756-c618-430e-8157-87b5f85b7df5", "tag": "82a098ff-909c-44a4-b1c8-8ba281c63868"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:10:37.823263 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b0c70-45f1-4ae6-8fad-e2c0f16cd7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=82a098ff-909c-44a4-b1c8-8ba281c63868,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:37.841877 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bffa7e8-0e64-488e-ad3d-e1c3267b1367 x-openstack-request-id: req-7bffa7e8-0e64-488e-ad3d-e1c3267b1367 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:10:37.842172 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb3c756-c618-430e-8157-87b5f85b7df5", "tag": "82a098ff-909c-44a4-b1c8-8ba281c63868", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:10:37.842483 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bffa7e8-0e64-488e-ad3d-e1c3267b1367 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:10:37.842934 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb3c756-c618-430e-8157-87b5f85b7df5', 'tag': '82a098ff-909c-44a4-b1c8-8ba281c63868', 'status': 'completed', 'code': 200} Sep 02 17:10:37.979827 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-0e006863-d6fe-447b-92d9-509ffd17132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:37.981385 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-0e006863-d6fe-447b-92d9-509ffd17132f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d359d9fe04534460a1a5f839298fc0f2&device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 1100 time: 0.0732338 Sep 02 17:10:38.077871 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-b5f07253-3946-498d-99fb-15ba1d068ee5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=82a098ff-909c-44a4-b1c8-8ba281c63868 HTTP/1.1" status: 200 len: 217 time: 0.0468879 Sep 02 17:10:38.156049 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-9c0d06ad-3084-495c-b6e9-32f9354aba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:38.157587 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-9c0d06ad-3084-495c-b6e9-32f9354aba6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fe22607-3b86-4a43-8189-595b55530ea1 HTTP/1.1" status: 200 len: 843 time: 0.0595124 Sep 02 17:10:38.233439 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-13b42b8d-ee19-4d9e-9b07-7bd596431912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:38.235196 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-13b42b8d-ee19-4d9e-9b07-7bd596431912 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f182130-b1e1-4de7-ab82-27f12a7cc25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0638247 Sep 02 17:10:38.404906 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20649c4-179a-4275-af54-8b95a1f0668f req-84cf4638-0b89-4329-ade5-278d6854e9cf tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:38.406477 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a20649c4-179a-4275-af54-8b95a1f0668f req-84cf4638-0b89-4329-ade5-278d6854e9cf tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 947 time: 0.0907040 Sep 02 17:10:38.418812 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-e587ecc3-8920-4086-8d73-428a9cc27b4a service neutron] 10.222.0.13 "GET /v2.0/networks/9f182130-b1e1-4de7-ab82-27f12a7cc25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584814 Sep 02 17:10:38.506528 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a20649c4-179a-4275-af54-8b95a1f0668f req-6076be7a-47b0-4eee-bcc3-720c118a92fe tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858731 Sep 02 17:10:38.551730 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d30ad774-ce49-47c7-ba4f-ba15a6c608a9 req-cdaebf17-b83b-4bc0-a195-194072ca256f service neutron] 10.222.0.13 "GET /v2.0/networks/9f182130-b1e1-4de7-ab82-27f12a7cc25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093926 Sep 02 17:10:38.766905 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f761a25-876a-49ec-befa-4f1fd2c45c4b req-f41ba0ce-c3f9-4e27-bd24-1392121b583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:38.768405 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f761a25-876a-49ec-befa-4f1fd2c45c4b req-f41ba0ce-c3f9-4e27-bd24-1392121b583b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d359d9fe04534460a1a5f839298fc0f2&device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 1100 time: 0.0411806 Sep 02 17:10:38.890085 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f761a25-876a-49ec-befa-4f1fd2c45c4b req-866a8b6d-9d0d-4c9e-835e-37e9b740fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:38.891636 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f761a25-876a-49ec-befa-4f1fd2c45c4b req-866a8b6d-9d0d-4c9e-835e-37e9b740fa77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f182130-b1e1-4de7-ab82-27f12a7cc25e HTTP/1.1" status: 200 len: 870 time: 0.1035368 Sep 02 17:10:38.918178 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2362e-8e4a-4abf-8ce0-75e623d0b86b req-45995efb-4f5b-4778-b51f-6be6913c8b36 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:38.919773 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54e2362e-8e4a-4abf-8ce0-75e623d0b86b req-45995efb-4f5b-4778-b51f-6be6913c8b36 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0522037 Sep 02 17:10:38.947475 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f761a25-876a-49ec-befa-4f1fd2c45c4b req-6a48b33d-2751-4c64-945d-46705a273d60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=82a098ff-909c-44a4-b1c8-8ba281c63868 HTTP/1.1" status: 200 len: 217 time: 0.0386982 Sep 02 17:10:38.985525 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54e2362e-8e4a-4abf-8ce0-75e623d0b86b req-957fa700-bd4a-4cd0-8e35-da6b81d3e2a1 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577810 Sep 02 17:10:39.015562 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f761a25-876a-49ec-befa-4f1fd2c45c4b req-c267d5b0-2766-4d14-8025-b189d5239b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:39.017092 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f761a25-876a-49ec-befa-4f1fd2c45c4b req-c267d5b0-2766-4d14-8025-b189d5239b24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fe22607-3b86-4a43-8189-595b55530ea1 HTTP/1.1" status: 200 len: 843 time: 0.0598075 Sep 02 17:10:39.070882 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f761a25-876a-49ec-befa-4f1fd2c45c4b req-48f74d59-e5aa-4819-a7e2-c1388da8df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:39.072544 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f761a25-876a-49ec-befa-4f1fd2c45c4b req-48f74d59-e5aa-4819-a7e2-c1388da8df27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f182130-b1e1-4de7-ab82-27f12a7cc25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0440359 Sep 02 17:10:39.204126 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f761a25-876a-49ec-befa-4f1fd2c45c4b req-c6673484-372f-43ab-a2cb-0c8100b62adb service neutron] 10.222.0.13 "GET /v2.0/networks/9f182130-b1e1-4de7-ab82-27f12a7cc25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198266 Sep 02 17:10:39.322127 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f761a25-876a-49ec-befa-4f1fd2c45c4b req-bef97b43-ec1e-416e-8570-148780f5298d service neutron] 10.222.0.13 "GET /v2.0/networks/9f182130-b1e1-4de7-ab82-27f12a7cc25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088006 Sep 02 17:10:39.630071 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163a3b3-423b-43ad-a7d4-83f11dfb2a98 req-62ad6c9d-c695-4836-b425-ea32be836288 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:39.631886 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3163a3b3-423b-43ad-a7d4-83f11dfb2a98 req-62ad6c9d-c695-4836-b425-ea32be836288 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 947 time: 0.0539882 Sep 02 17:10:39.677598 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3163a3b3-423b-43ad-a7d4-83f11dfb2a98 req-c16cb6e8-5264-4ef6-a088-80e36c4ccab7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 Sep 02 17:10:40.106353 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216d8a-fd86-42dd-b9ba-8a925d96ab48 req-4ffc2d1c-464a-46b5-82cb-6536c009fca7 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:40.107882 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f216d8a-fd86-42dd-b9ba-8a925d96ab48 req-4ffc2d1c-464a-46b5-82cb-6536c009fca7 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0487971 Sep 02 17:10:40.146138 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f216d8a-fd86-42dd-b9ba-8a925d96ab48 req-6707a869-03d0-4eba-8a2d-48da3b454259 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Sep 02 17:10:40.817183 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f44178-fe8c-414a-b392-887251b4bab5 req-bf51acad-ea32-4a73-a3c9-9b61e239b3d3 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:40.819142 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78f44178-fe8c-414a-b392-887251b4bab5 req-bf51acad-ea32-4a73-a3c9-9b61e239b3d3 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 947 time: 0.0534344 Sep 02 17:10:40.863849 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78f44178-fe8c-414a-b392-887251b4bab5 req-69e5d01c-428c-412e-a06d-f92aef6c57fe tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374568 Sep 02 17:10:41.306037 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004113-eff0-44c3-a02a-8e154dcac92c req-f5804c21-06a6-4249-bfab-3b0a5cd4dc58 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:41.307615 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f3004113-eff0-44c3-a02a-8e154dcac92c req-f5804c21-06a6-4249-bfab-3b0a5cd4dc58 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0522261 Sep 02 17:10:41.347298 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f3004113-eff0-44c3-a02a-8e154dcac92c req-2864975f-369d-45aa-baba-98ffdcf2f829 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333297 Sep 02 17:10:41.671307 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 82a098ff-909c-44a4-b1c8-8ba281c63868 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:10:41.774270 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 82a098ff-909c-44a4-b1c8-8ba281c63868, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=82a098ff-909c-44a4-b1c8-8ba281c63868,segment=NetworkSegment(571c1cdb-567a-4235-8358-81f62f2acad1),segment_id=571c1cdb-567a-4235-8358-81f62f2acad1)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:41.784281 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '82a098ff-909c-44a4-b1c8-8ba281c63868', 'network_id': '9f182130-b1e1-4de7-ab82-27f12a7cc25e', 'port_id': '82a098ff-909c-44a4-b1c8-8ba281c63868', 'mac_address': 'fa:16:3e:0a:24:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe22607-3b86-4a43-8189-595b55530ea1', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:10:41.822169 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:41.836936 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a098ff-909c-44a4-b1c8-8ba281c63868 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:10:41.857012 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 82a098ff-909c-44a4-b1c8-8ba281c63868, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=82a098ff-909c-44a4-b1c8-8ba281c63868,segment=NetworkSegment(571c1cdb-567a-4235-8358-81f62f2acad1),segment_id=571c1cdb-567a-4235-8358-81f62f2acad1)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:41.861312 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:41.912190 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=82a098ff-909c-44a4-b1c8-8ba281c63868,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:41.980754 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a160f5-ad33-417d-ab2e-6917086984a3 req-3fe0563b-3085-4da1-95eb-3f88d256adf1 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:41.982179 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5a160f5-ad33-417d-ab2e-6917086984a3 req-3fe0563b-3085-4da1-95eb-3f88d256adf1 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 948 time: 0.0494807 Sep 02 17:10:42.025547 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5a160f5-ad33-417d-ab2e-6917086984a3 req-51ae3079-7fdd-4091-bce6-f8e941b7a001 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368707 Sep 02 17:10:42.430317 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['82a098ff-909c-44a4-b1c8-8ba281c63868'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:10:42.468414 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526048ac-d457-4a54-94ae-461bf65e9b9f req-d30f8d2e-394d-43cd-89a6-c7b27a6475cd tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:42.470379 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-526048ac-d457-4a54-94ae-461bf65e9b9f req-d30f8d2e-394d-43cd-89a6-c7b27a6475cd tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0503020 Sep 02 17:10:42.509616 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-526048ac-d457-4a54-94ae-461bf65e9b9f req-3423b95b-211b-4b51-b705-d8ff335f35f7 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329928 Sep 02 17:10:43.149698 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c3541-29d8-4b7e-9e8c-71b57de7821a req-f8026348-35dd-440d-a9b6-df779f26d94d tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:43.151307 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5f3c3541-29d8-4b7e-9e8c-71b57de7821a req-f8026348-35dd-440d-a9b6-df779f26d94d tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 948 time: 0.0573654 Sep 02 17:10:43.189855 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5f3c3541-29d8-4b7e-9e8c-71b57de7821a req-3bc5ec86-4c3d-4ce7-be5c-8dcc2c4338a2 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Sep 02 17:10:43.626717 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f226b-b6e7-47fa-999f-b9e148a108da req-8ddd5548-d8b9-4fcc-bf26-11913580fd07 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:43.628552 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab3f226b-b6e7-47fa-999f-b9e148a108da req-8ddd5548-d8b9-4fcc-bf26-11913580fd07 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0493636 Sep 02 17:10:43.667240 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab3f226b-b6e7-47fa-999f-b9e148a108da req-ff096f86-7b46-4b92-b5db-832fb07a7193 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Sep 02 17:10:43.692743 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 82a098ff-909c-44a4-b1c8-8ba281c63868 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:10:43.744108 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 82a098ff-909c-44a4-b1c8-8ba281c63868 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:10:43.748717 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 82a098ff-909c-44a4-b1c8-8ba281c63868 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:10:43.751059 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:43.829048 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:43.969334 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb3c756-c618-430e-8157-87b5f85b7df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a098ff-909c-44a4-b1c8-8ba281c63868'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:10:43.972163 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6c41cd-6756-4b97-bb97-5e7b5b30ad2a" -d '{"events": [{"server_uuid": "5bb3c756-c618-430e-8157-87b5f85b7df5", "name": "network-vif-plugged", "status": "completed", "tag": "82a098ff-909c-44a4-b1c8-8ba281c63868"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:10:43.985249 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 82a098ff-909c-44a4-b1c8-8ba281c63868, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=82a098ff-909c-44a4-b1c8-8ba281c63868,segment=NetworkSegment(571c1cdb-567a-4235-8358-81f62f2acad1),segment_id=571c1cdb-567a-4235-8358-81f62f2acad1)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:43.989679 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:44.016576 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5126ce85-7fa1-4d04-9908-e00bd66be95e x-openstack-request-id: req-5126ce85-7fa1-4d04-9908-e00bd66be95e {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:10:44.016936 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb3c756-c618-430e-8157-87b5f85b7df5", "name": "network-vif-plugged", "status": "completed", "tag": "82a098ff-909c-44a4-b1c8-8ba281c63868", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:10:44.017228 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5126ce85-7fa1-4d04-9908-e00bd66be95e {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:10:44.017722 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb3c756-c618-430e-8157-87b5f85b7df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a098ff-909c-44a4-b1c8-8ba281c63868', 'code': 200} Sep 02 17:10:44.043577 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=82a098ff-909c-44a4-b1c8-8ba281c63868,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:44.258291 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963363c-50f0-4fb9-b7c5-fb696e2dd95f req-cfaa56b3-23af-43b8-9486-5ba051d21031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:44.260226 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4963363c-50f0-4fb9-b7c5-fb696e2dd95f req-cfaa56b3-23af-43b8-9486-5ba051d21031 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 1102 time: 0.0425723 Sep 02 17:10:44.326873 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4963363c-50f0-4fb9-b7c5-fb696e2dd95f req-f318fbb6-3b80-49e7-a757-50f1a2f67363 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Sep 02 17:10:44.334131 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f708bd5-8313-4528-9ed4-1c4146e99112 req-aa8e427a-0c7f-4ecf-9609-3a47c7ffbc1c tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:44.335692 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9f708bd5-8313-4528-9ed4-1c4146e99112 req-aa8e427a-0c7f-4ecf-9609-3a47c7ffbc1c tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 949 time: 0.0745814 Sep 02 17:10:44.378037 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9f708bd5-8313-4528-9ed4-1c4146e99112 req-639a0e9d-65ad-4bd2-aebf-9085a12bc452 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356131 Sep 02 17:10:45.090602 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9d7b9-f537-437a-af3e-9308e94be800 req-58ad3e5c-d113-457e-9314-51847aa03659 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:45.092117 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-55f9d7b9-f537-437a-af3e-9308e94be800 req-58ad3e5c-d113-457e-9314-51847aa03659 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0578542 Sep 02 17:10:45.130410 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-55f9d7b9-f537-437a-af3e-9308e94be800 req-f74ffc36-215e-4cf3-972a-cfa7739b2f98 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Sep 02 17:10:45.321293 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b762fb-05fb-4913-a2a6-e0f5fe689fb2 req-996d4d7c-80dc-4c9c-8d9f-fdf5351f2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:45.322853 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2b762fb-05fb-4913-a2a6-e0f5fe689fb2 req-996d4d7c-80dc-4c9c-8d9f-fdf5351f2cb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0403483 Sep 02 17:10:45.443779 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b762fb-05fb-4913-a2a6-e0f5fe689fb2 req-ab9c6acb-94ed-4f00-be5a-8f788e485352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:45.443992 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2b762fb-05fb-4913-a2a6-e0f5fe689fb2 req-ab9c6acb-94ed-4f00-be5a-8f788e485352 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 920 time: 0.0952780 Sep 02 17:10:45.491996 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d875-23aa-44ad-9d03-d12b74c0dd80 req-2207be44-6032-4cc9-bb9b-b40d5f92b150 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:45.493384 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1891d875-23aa-44ad-9d03-d12b74c0dd80 req-2207be44-6032-4cc9-bb9b-b40d5f92b150 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 949 time: 0.0478115 Sep 02 17:10:45.544314 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1891d875-23aa-44ad-9d03-d12b74c0dd80 req-6604deeb-9249-41f8-9cca-142af8847645 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449214 Sep 02 17:10:46.925670 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:47.203519 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-5108a9dc-501a-4694-9bb5-e9796d68e6d4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:47.205031 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-5108a9dc-501a-4694-9bb5-e9796d68e6d4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 815 time: 0.1049824 Sep 02 17:10:47.220508 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-a2fa93f1-e8ac-4003-b2c5-3b6165662d33 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/quotas/9ec1c77ded4a41158a99f6cf578e395e HTTP/1.1" status: 200 len: 375 time: 0.0091469 Sep 02 17:10:47.275030 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-e395031e-37c3-4006-b57a-c01a109407fa tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492694 Sep 02 17:10:47.373114 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c00d8fa-ac33-4de3-a43d-899ad7f69948 service neutron] 10.222.0.41 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903053 Sep 02 17:10:47.463236 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-d0c03dd5-ee71-413d-b8c3-96448c5b57a1 service neutron] 10.222.0.41 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841398 Sep 02 17:10:48.773253 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2b762fb-05fb-4913-a2a6-e0f5fe689fb2 req-77e07025-5a54-45d6-8071-9a74ee454184 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e HTTP/1.1" status: 200 len: 217 time: 0.0386839 Sep 02 17:10:48.903309 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eae184-f0d7-4338-9338-7ddb28cfb8ed req-4c81fec9-6612-4dbf-8311-a05080bd1c8b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:48.905076 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d7eae184-f0d7-4338-9338-7ddb28cfb8ed req-4c81fec9-6612-4dbf-8311-a05080bd1c8b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0608695 Sep 02 17:10:48.938044 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b762fb-05fb-4913-a2a6-e0f5fe689fb2 req-aa0ad062-9c2f-45fe-b483-1d98fd48227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:48.939681 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2b762fb-05fb-4913-a2a6-e0f5fe689fb2 req-aa0ad062-9c2f-45fe-b483-1d98fd48227c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 HTTP/1.1" status: 200 len: 859 time: 0.0543954 Sep 02 17:10:48.955797 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d7eae184-f0d7-4338-9338-7ddb28cfb8ed req-ada17d2c-0a0e-4a94-bfcd-7960e8ab66ac tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391829 Sep 02 17:10:48.997358 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d635f3-177c-460b-8693-cddc0f290fbe req-04deed34-99e0-473c-9efc-a2cb27239667 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:48.998914 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-65d635f3-177c-460b-8693-cddc0f290fbe req-04deed34-99e0-473c-9efc-a2cb27239667 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 949 time: 0.0578113 Sep 02 17:10:49.048445 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3bae4664-fbdc-4b01-a156-1d1745110018 req-05e08e20-cdb5-4223-9e43-b9e2a92b33e2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 210 time: 0.0315299 Sep 02 17:10:49.057076 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2b762fb-05fb-4913-a2a6-e0f5fe689fb2 req-77d74f6d-de5e-40e2-82e9-cab0e3b4e771 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89eb299-93b9-401c-ad14-f4bccef9cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411351 Sep 02 17:10:49.120829 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-65d635f3-177c-460b-8693-cddc0f290fbe req-2bc225ff-c6c4-4f2a-90de-e4e5f972c4cc tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080418 Sep 02 17:10:49.167221 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2b762fb-05fb-4913-a2a6-e0f5fe689fb2 req-d2e5d22e-6197-4b8a-8705-06a437d2341e service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981605 Sep 02 17:10:49.315919 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2b762fb-05fb-4913-a2a6-e0f5fe689fb2 req-0bdd4ac6-c218-4da8-8654-a943e629f027 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857263 Sep 02 17:10:50.258848 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-a0fc339b-50f9-4ef8-96c3-d63d1f8ca864 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:50.260486 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-a0fc339b-50f9-4ef8-96c3-d63d1f8ca864 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "GET /v2.0/networks?id=42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 200 len: 815 time: 0.1743102 Sep 02 17:10:50.295303 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Request body: {'port': {'device_id': '422ee9ba-ea68-49c1-8704-16f3da2e809c', 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882', 'admin_state_up': True, 'tenant_id': '9ec1c77ded4a41158a99f6cf578e395e'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:50.298982 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e962fc6-141b-4ea5-be19-568a8e3331e4 req-be7db94f-3919-4f92-b170-2de08483687d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:50.299828 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e3cdbd78-d15d-44bc-ada1-4ac560dbb993 req-7319912e-9d18-4b05-aef0-bd5e22c6de91 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 210 time: 0.0350354 Sep 02 17:10:50.300918 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4e962fc6-141b-4ea5-be19-568a8e3331e4 req-be7db94f-3919-4f92-b170-2de08483687d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0591686 Sep 02 17:10:50.360587 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4e962fc6-141b-4ea5-be19-568a8e3331e4 req-213f1e4e-53f3-4317-8e3c-7430972f0657 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513852 Sep 02 17:10:50.466290 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cc530-1c8d-477c-957d-1b214f9a88f4 req-9f977ef0-781a-4651-a995-e7bb0d5eda5b tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:50.467867 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb5cc530-1c8d-477c-957d-1b214f9a88f4 req-9f977ef0-781a-4651-a995-e7bb0d5eda5b tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 949 time: 0.0750356 Sep 02 17:10:50.481279 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Made reservation on behalf of 9ec1c77ded4a41158a99f6cf578e395e for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:10:50.484680 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:50.530245 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb5cc530-1c8d-477c-957d-1b214f9a88f4 req-9e89c1d9-a760-4ec4-90d5-b8e92f1b4fb0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562613 Sep 02 17:10:50.659269 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Allocated IP 172.20.0.4 (42e64c23-8d50-4a89-acaf-802979ed9882/73f21f05-8338-4d4a-9690-02f96e5f3631/b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:10:50.864599 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cea5d2-5b17-42df-b169-1f72bed0eb66 req-0564c336-a835-4875-b920-fc9f4250f5b2 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:50.866598 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-28cea5d2-5b17-42df-b169-1f72bed0eb66 req-0564c336-a835-4875-b920-fc9f4250f5b2 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 949 time: 0.0804987 Sep 02 17:10:50.869396 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:50.921132 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-28cea5d2-5b17-42df-b169-1f72bed0eb66 req-f60cc01c-d45f-4056-9f41-db2a5a87bae0 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 Sep 02 17:10:50.939462 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:50.980774 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Network 42e64c23-8d50-4a89-acaf-802979ed9882 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:10:50.986434 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:10:50.988936 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:10:50.996944 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['7e2fc8cd-4943-4413-bed6-883f6ed096b2', '3e150f1a-44ff-4964-8378-9720427117af', '952e9d68-5d66-4070-8f0d-f97eda69ecab'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:10:51.021526 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Pushing event updated for resources: {'Port': ['ID=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:51.035452 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.035803 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.036144 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.036483 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.036822 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.037161 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.037492 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.037827 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.038151 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.038484 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.038964 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.039294 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:51.060118 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:51.060757 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:51.077848 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-c200fb86-10e9-4746-9bf6-685b983eadc0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7866666 Sep 02 17:10:51.126431 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Request body: {'port': {'device_id': '422ee9ba-ea68-49c1-8704-16f3da2e809c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:51.188259 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:51.477110 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:10:51.481481 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723a96-7eeb-4802-b81f-1f27850fdd09 req-7e685900-e959-4cf0-8f7a-a6b5bcdecb25 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:51.483048 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-97723a96-7eeb-4802-b81f-1f27850fdd09 req-7e685900-e959-4cf0-8f7a-a6b5bcdecb25 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 931 time: 0.0514283 Sep 02 17:10:51.487224 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:51.524913 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-97723a96-7eeb-4802-b81f-1f27850fdd09 req-5cfef21a-4d81-4ffa-9e58-e6a211981dae tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348833 Sep 02 17:10:51.731248 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Transition to ACTIVE for port object b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:10:51.738937 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:51.787613 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aeb1b-02a9-4bc9-873e-2adaa065dc94 req-c6278d87-c140-4926-acf0-3b63c055f31e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:51.787613 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f31aeb1b-02a9-4bc9-873e-2adaa065dc94 req-c6278d87-c140-4926-acf0-3b63c055f31e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.2973337 Sep 02 17:10:51.814890 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Pushing event updated for resources: {'Port': ['ID=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:51.877625 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f31aeb1b-02a9-4bc9-873e-2adaa065dc94 req-8d821d51-7410-428f-b714-6aaff4a1b092 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876660 Sep 02 17:10:51.910980 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Attempting to bind port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:10:51.911323 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Attempting to bind port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:10:51.911645 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Attempting to bind port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 on network 42e64c23-8d50-4a89-acaf-802979ed9882 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:10:51.916668 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 on network 42e64c23-8d50-4a89-acaf-802979ed9882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:10:51.916992 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Attempting to bind port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 on network 42e64c23-8d50-4a89-acaf-802979ed9882 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:10:51.921849 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:10:51.922185 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Checking segment: {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:10:51.922656 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Bound using segment: {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:10:51.923085 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Bound port: b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f5445a-b5ec-4519-b73b-628f0a1b0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:10:51.923445 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:51.955868 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a73b7764-e899-4f1d-b1df-0290cea20634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:51.994419 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] For port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:10:51.997765 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] For port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:10:52.002433 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:52.041088 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:52.041978 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:52.043693 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] 10.222.0.13 "PUT /v2.0/ports/b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 HTTP/1.1" status: 200 len: 1093 time: 0.9219224 Sep 02 17:10:52.044127 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422ee9ba-ea68-49c1-8704-16f3da2e809c', 'tag': 'b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:10:52.045961 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66214970-5f58-4549-ba8e-759def993104 req-13df48e7-367e-4c2a-92e8-9d92e0132861 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:52.046398 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68e26b4-edee-48cf-8c07-8021fde304bd" -d '{"events": [{"name": "network-changed", "server_uuid": "422ee9ba-ea68-49c1-8704-16f3da2e809c", "tag": "b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:10:52.047487 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-66214970-5f58-4549-ba8e-759def993104 req-13df48e7-367e-4c2a-92e8-9d92e0132861 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 949 time: 0.0528765 Sep 02 17:10:52.065910 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94a815-ed27-4861-9f1e-df9b16329fbe service neutron] Pushing event updated for resources: {'Port': ['ID=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:52.087309 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082dbb84-db1e-46ed-8623-1a4cb77900ac x-openstack-request-id: req-082dbb84-db1e-46ed-8623-1a4cb77900ac {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:10:52.088421 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422ee9ba-ea68-49c1-8704-16f3da2e809c", "tag": "b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:10:52.088813 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-082dbb84-db1e-46ed-8623-1a4cb77900ac {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:10:52.089223 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422ee9ba-ea68-49c1-8704-16f3da2e809c', 'tag': 'b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1', 'status': 'completed', 'code': 200} Sep 02 17:10:52.094004 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-66214970-5f58-4549-ba8e-759def993104 req-61f131a6-b653-4f11-b0f9-0f177ec84437 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Sep 02 17:10:52.198440 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e26b4-edee-48cf-8c07-8021fde304bd req-dc8083fa-acd4-4f14-8411-008d4aeb08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:52.199937 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c68e26b4-edee-48cf-8c07-8021fde304bd req-dc8083fa-acd4-4f14-8411-008d4aeb08e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 1096 time: 0.0446668 Sep 02 17:10:52.390595 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e26b4-edee-48cf-8c07-8021fde304bd req-1a579441-464f-42db-be69-d738f7c1a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:52.392175 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c68e26b4-edee-48cf-8c07-8021fde304bd req-1a579441-464f-42db-be69-d738f7c1a2bc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1650383 Sep 02 17:10:52.557181 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e26b4-edee-48cf-8c07-8021fde304bd req-f6601e46-1637-4c33-8b9d-a47e8aa097ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:52.558824 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c68e26b4-edee-48cf-8c07-8021fde304bd req-f6601e46-1637-4c33-8b9d-a47e8aa097ad service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561990 Sep 02 17:10:52.731732 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-737fbb7d-14d3-4848-b1bd-68c1fb47a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:52.733084 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-737fbb7d-14d3-4848-b1bd-68c1fb47a717 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 1096 time: 0.0517735 Sep 02 17:10:52.770275 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd85f2-1612-4ab6-9076-7580420095e8 req-51b92674-b9bf-4369-a686-2c8532800c0c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:52.771755 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6cd85f2-1612-4ab6-9076-7580420095e8 req-51b92674-b9bf-4369-a686-2c8532800c0c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 943 time: 0.0508051 Sep 02 17:10:52.841468 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6cd85f2-1612-4ab6-9076-7580420095e8 req-8dd6b40f-0cd5-4da0-abb6-0684dfb5ac96 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626941 Sep 02 17:10:52.842838 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-059d2fea-b917-4aa1-92bc-935d8c8a2363 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 HTTP/1.1" status: 200 len: 217 time: 0.0379512 Sep 02 17:10:52.905500 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-23054b67-6062-4d9c-9c06-a328846ebea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:52.907157 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-23054b67-6062-4d9c-9c06-a328846ebea2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f21f05-8338-4d4a-9690-02f96e5f3631 HTTP/1.1" status: 200 len: 855 time: 0.0497463 Sep 02 17:10:52.940543 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-8b6a6373-a9a8-42b4-a513-9ecbfe404b54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42e64c23-8d50-4a89-acaf-802979ed9882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243089 Sep 02 17:10:53.035617 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0cb65-361c-4e9f-a37a-a8be75c89b3f req-347092f0-6562-4f2a-a148-dc02da17fa55 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:53.038573 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-90d0cb65-361c-4e9f-a37a-a8be75c89b3f req-347092f0-6562-4f2a-a148-dc02da17fa55 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0844617 Sep 02 17:10:53.068419 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-902ef064-c6d3-4311-8e77-b9ce2aa932a5 service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984201 Sep 02 17:10:53.089248 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-90d0cb65-361c-4e9f-a37a-a8be75c89b3f req-e2bce86f-106e-42e2-bffc-68a35006357a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 Sep 02 17:10:53.212398 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540f6ed6-be5d-4399-8fb0-a4892f6f9b52 req-aab5cfde-306d-4867-91c1-fde79751f31b service neutron] 10.222.0.13 "GET /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187317 Sep 02 17:10:53.234183 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06304e-c9b6-401a-9041-6d8c3cbe1d17 req-7ded3085-a400-42f1-9f45-e617e5a4dc33 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:53.236077 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a06304e-c9b6-401a-9041-6d8c3cbe1d17 req-7ded3085-a400-42f1-9f45-e617e5a4dc33 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 949 time: 0.0699086 Sep 02 17:10:53.252699 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d379922-3168-4def-aa10-473b9161f713 req-f36886c0-1a21-4e1a-978f-17428fdddf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:53.254463 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9d379922-3168-4def-aa10-473b9161f713 req-f36886c0-1a21-4e1a-978f-17428fdddf15 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0439520 Sep 02 17:10:53.280893 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a06304e-c9b6-401a-9041-6d8c3cbe1d17 req-e90fcaba-59b4-4ec8-a7d8-154f2e70ce9a tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328138 Sep 02 17:10:53.351911 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9d379922-3168-4def-aa10-473b9161f713 req-845c0067-876b-447c-a648-6a1ee9539494 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294964 Sep 02 17:10:54.141412 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c454b2-4b81-43e8-b032-d9929d00abec req-d5db1da6-c2ec-4c87-aede-8b8fdb6f1a8c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:54.143364 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-90c454b2-4b81-43e8-b032-d9929d00abec req-d5db1da6-c2ec-4c87-aede-8b8fdb6f1a8c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 943 time: 0.0598762 Sep 02 17:10:54.184770 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-90c454b2-4b81-43e8-b032-d9929d00abec req-f018717d-1690-453b-9171-84efb1eee0c4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341990 Sep 02 17:10:54.217682 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075a75-e7f3-457c-98c7-73a1e3f56bac req-4017f563-0998-4e57-853d-2482571fa3f8 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:54.219700 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef075a75-e7f3-457c-98c7-73a1e3f56bac req-4017f563-0998-4e57-853d-2482571fa3f8 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0547688 Sep 02 17:10:54.266448 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef075a75-e7f3-457c-98c7-73a1e3f56bac req-b13de79f-17c9-45cd-8590-bb976bbeb81f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376036 Sep 02 17:10:54.400967 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798abdc-bfea-4f72-86fd-97e6848285a1 req-d5a930f2-01dd-4c4d-b4fe-da966ceb30ec tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:54.402500 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d798abdc-bfea-4f72-86fd-97e6848285a1 req-d5a930f2-01dd-4c4d-b4fe-da966ceb30ec tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 949 time: 0.0546987 Sep 02 17:10:54.447424 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d798abdc-bfea-4f72-86fd-97e6848285a1 req-7985f09c-bf00-4b51-97d5-525092364ddb tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388598 Sep 02 17:10:54.932196 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-70a2ac6f-4398-4b92-99d7-239172f9b06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:55.172030 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:55.574039 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3ac4b-ed2e-4c9f-8a77-5106b1a1d219 req-01def3db-c2bb-4464-b700-6d523da9102d tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:55.575596 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2ac3ac4b-ed2e-4c9f-8a77-5106b1a1d219 req-01def3db-c2bb-4464-b700-6d523da9102d tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 943 time: 0.0773993 Sep 02 17:10:55.588893 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933a0ec-4a01-42f6-8107-39449ca92ae6 req-37b2b3b5-08f8-448b-9c7d-424df53acf13 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:55.590437 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3933a0ec-4a01-42f6-8107-39449ca92ae6 req-37b2b3b5-08f8-448b-9c7d-424df53acf13 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 949 time: 0.0670674 Sep 02 17:10:55.658428 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2ac3ac4b-ed2e-4c9f-8a77-5106b1a1d219 req-db87765f-73f7-447b-ba40-0c5ebfa6f738 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669632 Sep 02 17:10:55.716543 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899c0ad-5d21-43da-bdad-6e3be05f9e0b req-3792305e-934f-4281-9eac-e2d7a2119089 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:55.723154 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e899c0ad-5d21-43da-bdad-6e3be05f9e0b req-3792305e-934f-4281-9eac-e2d7a2119089 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0810661 Sep 02 17:10:55.740123 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-3933a0ec-4a01-42f6-8107-39449ca92ae6 req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Deleting port 82a098ff-909c-44a4-b1c8-8ba281c63868 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:10:55.740468 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-3933a0ec-4a01-42f6-8107-39449ca92ae6 req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:55.762645 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e899c0ad-5d21-43da-bdad-6e3be05f9e0b req-e8659ea1-031c-4d6c-8f4e-f2f654d1979b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378299 Sep 02 17:10:55.775166 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:10:55.841407 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194af975-2eff-4b42-bcb8-d73c428e1e51 req-f533610e-09e6-4add-9b0f-b8fe36eb0057 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:55.843136 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-194af975-2eff-4b42-bcb8-d73c428e1e51 req-f533610e-09e6-4add-9b0f-b8fe36eb0057 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 949 time: 0.1191533 Sep 02 17:10:55.888686 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:55.904458 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-3933a0ec-4a01-42f6-8107-39449ca92ae6 req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] For port 82a098ff-909c-44a4-b1c8-8ba281c63868, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=82a098ff-909c-44a4-b1c8-8ba281c63868,segment=NetworkSegment(571c1cdb-567a-4235-8358-81f62f2acad1),segment_id=571c1cdb-567a-4235-8358-81f62f2acad1)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:55.904650 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': 'b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1', 'network_id': '42e64c23-8d50-4a89-acaf-802979ed9882', 'port_id': 'b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1', 'mac_address': 'fa:16:3e:4b:ec:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f21f05-8338-4d4a-9690-02f96e5f3631', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:10:55.904837 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-3933a0ec-4a01-42f6-8107-39449ca92ae6 req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:55.916677 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-194af975-2eff-4b42-bcb8-d73c428e1e51 req-c75fda19-c0a4-4737-85b7-8e1b0266a343 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651810 Sep 02 17:10:55.922661 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-3933a0ec-4a01-42f6-8107-39449ca92ae6 req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Calling delete_port for 82a098ff-909c-44a4-b1c8-8ba281c63868 owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:10:55.949557 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:55.963651 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:10:55.985125 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:55.989489 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:56.047597 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:56.055391 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.055947 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.056563 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.056904 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.057239 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.057572 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.057902 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.058224 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.058557 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.058903 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.059222 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.059528 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.078717 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-3933a0ec-4a01-42f6-8107-39449ca92ae6 req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:56.109663 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Pushing event deleted for resources: {'Port': ['ID=82a098ff-909c-44a4-b1c8-8ba281c63868,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:56.122617 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.122978 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.123310 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.123642 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.123963 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.124287 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.124607 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.124921 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.125327 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.125684 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.126169 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.126550 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:56.184948 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-3933a0ec-4a01-42f6-8107-39449ca92ae6 req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] No DVR routers for this DVR port 82a098ff-909c-44a4-b1c8-8ba281c63868 on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:10:56.188244 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-3933a0ec-4a01-42f6-8107-39449ca92ae6 req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:56.190480 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3933a0ec-4a01-42f6-8107-39449ca92ae6 req-fc514f15-6869-4c97-9122-af267f8355b7 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.13 "DELETE /v2.0/ports/82a098ff-909c-44a4-b1c8-8ba281c63868 HTTP/1.1" status: 204 len: 173 time: 0.5831571 Sep 02 17:10:56.191072 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb3c756-c618-430e-8157-87b5f85b7df5', 'name': 'network-vif-deleted', 'tag': '82a098ff-909c-44a4-b1c8-8ba281c63868'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:10:56.194993 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907cffdf-d007-4f78-ac65-c8e7a2694482" -d '{"events": [{"server_uuid": "5bb3c756-c618-430e-8157-87b5f85b7df5", "name": "network-vif-deleted", "tag": "82a098ff-909c-44a4-b1c8-8ba281c63868"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:10:56.219961 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['82a098ff-909c-44a4-b1c8-8ba281c63868'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:10:56.245252 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36534df3-7e8b-41c8-a84a-85e62bf47c0d x-openstack-request-id: req-36534df3-7e8b-41c8-a84a-85e62bf47c0d {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:10:56.245545 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb3c756-c618-430e-8157-87b5f85b7df5", "name": "network-vif-deleted", "tag": "82a098ff-909c-44a4-b1c8-8ba281c63868", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:10:56.245796 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36534df3-7e8b-41c8-a84a-85e62bf47c0d {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:10:56.246291 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb3c756-c618-430e-8157-87b5f85b7df5', 'name': 'network-vif-deleted', 'tag': '82a098ff-909c-44a4-b1c8-8ba281c63868', 'status': 'completed', 'code': 200} Sep 02 17:10:56.516149 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:56.756329 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:10:56.777824 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafb5cd-494b-4e4e-82d6-8bb343da724c req-823f97ee-55a2-4612-ac7b-42d47c7a926a tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:56.779319 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4aafb5cd-494b-4e4e-82d6-8bb343da724c req-823f97ee-55a2-4612-ac7b-42d47c7a926a tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 944 time: 0.0531907 Sep 02 17:10:56.821556 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4aafb5cd-494b-4e4e-82d6-8bb343da724c req-2baaa535-fab5-422a-8416-1f3150eac68c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362194 Sep 02 17:10:56.888753 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438931f-e245-4cb1-a40d-f6ca7fa24ba8 req-a1c0d847-6acb-4e89-973f-e283fdae065c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:56.890272 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f438931f-e245-4cb1-a40d-f6ca7fa24ba8 req-a1c0d847-6acb-4e89-973f-e283fdae065c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0492768 Sep 02 17:10:56.929204 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f438931f-e245-4cb1-a40d-f6ca7fa24ba8 req-d4d8a5cb-974c-4b28-b87c-5389b24a2970 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Sep 02 17:10:57.032192 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e4f3ab1-05a4-46d0-bb4c-f929096eba5c req-a215be42-fab1-40cb-b8a9-790f2a9c6f29 tempest-VolumesNegativeTest-23054934 tempest-VolumesNegativeTest-23054934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb3c756-c618-430e-8157-87b5f85b7df5 HTTP/1.1" status: 200 len: 210 time: 0.0263405 Sep 02 17:10:57.184435 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de58b1-6d2f-4643-b85c-feca70e01bf3 req-69814f13-ef5b-4be8-952e-4370c5c521c6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:57.186366 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-47de58b1-6d2f-4643-b85c-feca70e01bf3 req-69814f13-ef5b-4be8-952e-4370c5c521c6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0550363 Sep 02 17:10:57.243571 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-47de58b1-6d2f-4643-b85c-feca70e01bf3 req-76d2998f-66c8-4dd5-b8dd-12a212a4e3b5 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508106 Sep 02 17:10:57.249966 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f83da-2284-49e0-a9b9-c1599e2e27bf req-9dbaa703-44bd-4e58-86ea-c209fc16bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:57.252417 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-427f83da-2284-49e0-a9b9-c1599e2e27bf req-9dbaa703-44bd-4e58-86ea-c209fc16bbee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0603433 Sep 02 17:10:57.356595 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f83da-2284-49e0-a9b9-c1599e2e27bf req-64bf2bb2-2fdd-473d-9b1e-00ab8723827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:57.358059 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-427f83da-2284-49e0-a9b9-c1599e2e27bf req-64bf2bb2-2fdd-473d-9b1e-00ab8723827a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 920 time: 0.0972884 Sep 02 17:10:57.417215 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-427f83da-2284-49e0-a9b9-c1599e2e27bf req-dad12e51-6bdb-4028-9aba-d3e134999c18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e HTTP/1.1" status: 200 len: 217 time: 0.0379171 Sep 02 17:10:57.488029 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f83da-2284-49e0-a9b9-c1599e2e27bf req-6cc6effa-2a59-4db7-b13c-af2fad69dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:57.489490 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-427f83da-2284-49e0-a9b9-c1599e2e27bf req-6cc6effa-2a59-4db7-b13c-af2fad69dc81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 HTTP/1.1" status: 200 len: 859 time: 0.0451148 Sep 02 17:10:57.524089 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-427f83da-2284-49e0-a9b9-c1599e2e27bf req-e0cf7270-8b66-4754-a6ec-ddb1eebc4c69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89eb299-93b9-401c-ad14-f4bccef9cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248067 Sep 02 17:10:57.638653 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-427f83da-2284-49e0-a9b9-c1599e2e27bf req-942cee9d-75ac-41c0-89ff-fbdfa1b5b4f3 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896225 Sep 02 17:10:57.735652 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-427f83da-2284-49e0-a9b9-c1599e2e27bf req-7dab2515-3034-4851-8dc3-1a154359f364 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864930 Sep 02 17:10:57.781711 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 82a098ff-909c-44a4-b1c8-8ba281c63868 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:10:57.805565 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 82a098ff-909c-44a4-b1c8-8ba281c63868 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:10:57.805915 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 82a098ff-909c-44a4-b1c8-8ba281c63868 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:10:57.948359 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b30d02-06e1-4bf1-be6d-3aa05a5829f4 req-5968a306-689a-406b-9830-8443cb3754ba tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:57.949857 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48b30d02-06e1-4bf1-be6d-3aa05a5829f4 req-5968a306-689a-406b-9830-8443cb3754ba tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 944 time: 0.0562201 Sep 02 17:10:57.990212 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-48b30d02-06e1-4bf1-be6d-3aa05a5829f4 req-db449b0c-d579-4b4f-afb4-c74583d04a32 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329154 Sep 02 17:10:58.358961 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc2205-e3bb-4f20-a865-0ff4804ee717 req-bed020b2-1691-47db-b17d-1c42eeb9431b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:58.360488 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-58dc2205-e3bb-4f20-a865-0ff4804ee717 req-bed020b2-1691-47db-b17d-1c42eeb9431b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0550423 Sep 02 17:10:58.399570 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-58dc2205-e3bb-4f20-a865-0ff4804ee717 req-fa69e8d4-376f-4f1e-96ef-0a231e80fc3a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316758 Sep 02 17:10:58.465599 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.111543 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555dfa7-0374-4d2a-93ca-c6f17894ef51 req-e1c6ab24-6bd4-412c-9d7d-b780502f5473 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:59.113044 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0555dfa7-0374-4d2a-93ca-c6f17894ef51 req-e1c6ab24-6bd4-412c-9d7d-b780502f5473 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 944 time: 0.0499718 Sep 02 17:10:59.155711 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0555dfa7-0374-4d2a-93ca-c6f17894ef51 req-b6c3846a-a6b8-42fa-8e34-0663e49b0db4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Sep 02 17:10:59.515556 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc3c8-64b5-4b15-a726-3bb6dbe11265 req-03d09a4a-8a43-4449-86c9-b5f2cb2f8217 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:59.517454 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fb7bc3c8-64b5-4b15-a726-3bb6dbe11265 req-03d09a4a-8a43-4449-86c9-b5f2cb2f8217 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0495844 Sep 02 17:10:59.559775 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fb7bc3c8-64b5-4b15-a726-3bb6dbe11265 req-282ddb2c-853c-41e5-a2c3-84a552b1655c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361593 Sep 02 17:10:59.764174 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:10:59.811642 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:10:59.815210 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:10:59.815690 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.901932 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.932358 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422ee9ba-ea68-49c1-8704-16f3da2e809c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:10:59.934747 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb823564-ce0b-457b-ab5d-9b6121162a92" -d '{"events": [{"server_uuid": "422ee9ba-ea68-49c1-8704-16f3da2e809c", "name": "network-vif-plugged", "status": "completed", "tag": "b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:10:59.947533 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:10:59.954454 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.981322 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977266c6-3978-42d0-8550-2a22e249b810 x-openstack-request-id: req-977266c6-3978-42d0-8550-2a22e249b810 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:10:59.981617 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422ee9ba-ea68-49c1-8704-16f3da2e809c", "name": "network-vif-plugged", "status": "completed", "tag": "b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:10:59.981873 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-977266c6-3978-42d0-8550-2a22e249b810 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:10:59.982269 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422ee9ba-ea68-49c1-8704-16f3da2e809c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1', 'code': 200} Sep 02 17:11:00.001063 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:11:00.007959 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:00.261264 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2edc0-78fe-444d-bc00-87f5ce2797ea req-d976e25e-fab2-4975-97e1-683f6f0c5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:00.262806 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-31e2edc0-78fe-444d-bc00-87f5ce2797ea req-d976e25e-fab2-4975-97e1-683f6f0c5c31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 1098 time: 0.0440717 Sep 02 17:11:00.273203 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b883aa6-5c91-491b-bbe7-58ef6a243d9c req-d08e30f3-1cdb-404e-a9c9-6ba5ede66334 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:00.274655 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b883aa6-5c91-491b-bbe7-58ef6a243d9c req-d08e30f3-1cdb-404e-a9c9-6ba5ede66334 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0508816 Sep 02 17:11:00.300665 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-31e2edc0-78fe-444d-bc00-87f5ce2797ea req-361d7fcb-3e68-4453-ba82-101451622970 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287824 Sep 02 17:11:00.313315 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b883aa6-5c91-491b-bbe7-58ef6a243d9c req-27c2d791-ae41-4652-885c-1d96eaad09ae tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Sep 02 17:11:00.681709 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a89ccd-a127-46fb-8ada-805b78cc2be8 req-446e30e7-1d8a-4eae-a7ac-13c05bc09433 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:00.683271 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-51a89ccd-a127-46fb-8ada-805b78cc2be8 req-446e30e7-1d8a-4eae-a7ac-13c05bc09433 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0553002 Sep 02 17:11:00.721962 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-51a89ccd-a127-46fb-8ada-805b78cc2be8 req-20d2b910-2276-4662-bc3e-bde48b489f27 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328016 Sep 02 17:11:01.432223 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57d832-caad-435a-be3b-bd1bfb98a711 req-cb3fca49-32e6-49d7-b49e-cb5890d4836f tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:01.433707 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ff57d832-caad-435a-be3b-bd1bfb98a711 req-cb3fca49-32e6-49d7-b49e-cb5890d4836f tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0474899 Sep 02 17:11:01.471756 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ff57d832-caad-435a-be3b-bd1bfb98a711 req-8a7e1697-cbb2-427f-881c-0dcd48ed9478 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 Sep 02 17:11:01.843840 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188ee27-9e2b-4378-8e89-2429714ea2cb req-ca11d9ef-edfd-4f5d-b1a9-d8d7340b591e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:01.845738 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2188ee27-9e2b-4378-8e89-2429714ea2cb req-ca11d9ef-edfd-4f5d-b1a9-d8d7340b591e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0517812 Sep 02 17:11:01.889537 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2188ee27-9e2b-4378-8e89-2429714ea2cb req-cbd7abdc-6d7b-44af-9143-ce417edb5579 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364101 Sep 02 17:11:02.590593 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2f91f-9fac-4c3b-aa05-8197efd6120a req-038052ec-7ec1-4871-bf85-c3aee2a150f2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:02.592159 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70f2f91f-9fac-4c3b-aa05-8197efd6120a req-038052ec-7ec1-4871-bf85-c3aee2a150f2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0523100 Sep 02 17:11:02.634302 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70f2f91f-9fac-4c3b-aa05-8197efd6120a req-60adda3c-1098-40ce-919e-987179416aa1 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361364 Sep 02 17:11:03.348972 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c03ba-ba59-4f4a-b93e-37b05a743089 req-55f696df-8fc2-431d-ad0c-5c4dda22b70c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:03.351053 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-884c03ba-ba59-4f4a-b93e-37b05a743089 req-55f696df-8fc2-431d-ad0c-5c4dda22b70c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0515108 Sep 02 17:11:03.392162 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-884c03ba-ba59-4f4a-b93e-37b05a743089 req-81b57f32-0be2-42d5-a4a5-2d65e98a34f1 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352657 Sep 02 17:11:14.171116 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cded3d-8d71-49ca-98ed-8773c8238659 req-79b50716-8302-4307-9d0b-32f107e734ea tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:14.172578 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e1cded3d-8d71-49ca-98ed-8773c8238659 req-79b50716-8302-4307-9d0b-32f107e734ea tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0542605 Sep 02 17:11:14.212321 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e1cded3d-8d71-49ca-98ed-8773c8238659 req-179dee3f-b5ee-4f87-8b34-51fe21d9c873 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335391 Sep 02 17:11:15.386634 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6adf5-8663-4369-9bef-cd0f40d456c3 req-1001d758-4788-47de-ad68-ced197edd7ff tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:15.389346 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-72f6adf5-8663-4369-9bef-cd0f40d456c3 req-1001d758-4788-47de-ad68-ced197edd7ff tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0868027 Sep 02 17:11:15.430021 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-72f6adf5-8663-4369-9bef-cd0f40d456c3 req-deeb1b99-a3f7-4a38-b3c4-ec84f6ec22b4 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342336 Sep 02 17:11:16.154714 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5fd1-807c-4092-afbd-b1fa00397a95 req-42bfd36e-f91e-4148-a7f0-7d66870a05fd tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:16.156202 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a1cd5fd1-807c-4092-afbd-b1fa00397a95 req-42bfd36e-f91e-4148-a7f0-7d66870a05fd tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0490892 Sep 02 17:11:16.196761 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a1cd5fd1-807c-4092-afbd-b1fa00397a95 req-bbd55cfb-a3ab-4cc6-94c8-f22c8bd64605 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340302 Sep 02 17:11:16.575818 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0a060-8e05-45c7-aa80-d260fcc2d208 req-f4b7b679-a763-4c7d-8d9c-9e02ae6d253a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:16.577353 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-51d0a060-8e05-45c7-aa80-d260fcc2d208 req-f4b7b679-a763-4c7d-8d9c-9e02ae6d253a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0720420 Sep 02 17:11:16.614961 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-51d0a060-8e05-45c7-aa80-d260fcc2d208 req-670e4a65-41d2-4523-b14d-99910bac168a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Sep 02 17:11:16.939815 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.309919 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090ee90-8a96-4184-9a35-e9d0c529b529 req-3d2d9f5f-2611-4e36-b5e0-0f255865bc8c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:17.311705 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d090ee90-8a96-4184-9a35-e9d0c529b529 req-3d2d9f5f-2611-4e36-b5e0-0f255865bc8c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0477040 Sep 02 17:11:17.349338 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d090ee90-8a96-4184-9a35-e9d0c529b529 req-f1a15eec-61c2-4f44-a9e1-f8dee22e4c83 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Sep 02 17:11:17.731966 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fe53-3779-40d2-bd9e-3069620fe086 req-192de364-cdb8-4c21-80ab-6aa78a3f6c0c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:17.733475 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-40e5fe53-3779-40d2-bd9e-3069620fe086 req-192de364-cdb8-4c21-80ab-6aa78a3f6c0c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0490770 Sep 02 17:11:17.771352 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-40e5fe53-3779-40d2-bd9e-3069620fe086 req-dd225714-3518-40fb-8999-61905133c5b1 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317378 Sep 02 17:11:18.325432 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afac166-bf12-46f0-acae-ca70828dcf97 req-010257f7-78f9-447f-a39c-4b9869621417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:18.327052 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2afac166-bf12-46f0-acae-ca70828dcf97 req-010257f7-78f9-447f-a39c-4b9869621417 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0426030 Sep 02 17:11:18.458211 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afac166-bf12-46f0-acae-ca70828dcf97 req-0260e39c-3e92-42fd-8eb7-0b30433d1c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:18.460375 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2afac166-bf12-46f0-acae-ca70828dcf97 req-0260e39c-3e92-42fd-8eb7-0b30433d1c52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 920 time: 0.1098127 Sep 02 17:11:18.485458 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdba691-0697-4339-a2b7-a838eb954c4c req-6f4fa7cb-822f-416a-ab35-92f2981b1f07 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:18.487294 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-efdba691-0697-4339-a2b7-a838eb954c4c req-6f4fa7cb-822f-416a-ab35-92f2981b1f07 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0664988 Sep 02 17:11:18.525174 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2afac166-bf12-46f0-acae-ca70828dcf97 req-7e68b1d6-6f6d-409d-8149-3d727edcfe85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e HTTP/1.1" status: 200 len: 217 time: 0.0535104 Sep 02 17:11:18.581769 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-efdba691-0697-4339-a2b7-a838eb954c4c req-cf3391a2-ed96-40ee-a74a-c6bbe9e685e4 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638392 Sep 02 17:11:18.592128 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afac166-bf12-46f0-acae-ca70828dcf97 req-4355a097-bada-4bb7-8f56-5bbfa175ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:18.593633 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2afac166-bf12-46f0-acae-ca70828dcf97 req-4355a097-bada-4bb7-8f56-5bbfa175ca57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 HTTP/1.1" status: 200 len: 859 time: 0.0589378 Sep 02 17:11:18.627555 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2afac166-bf12-46f0-acae-ca70828dcf97 req-56d08353-9227-4934-855a-cabcd14f3522 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89eb299-93b9-401c-ad14-f4bccef9cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249078 Sep 02 17:11:18.721199 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2afac166-bf12-46f0-acae-ca70828dcf97 req-d115ff71-841b-4b79-99b2-f0c6dea49e01 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852432 Sep 02 17:11:18.822271 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2afac166-bf12-46f0-acae-ca70828dcf97 req-b3c05783-8b45-40ca-84bb-34e0f9ce5f31 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867319 Sep 02 17:11:18.915216 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974b48e-537b-4f31-a112-b593c48d677e req-151bf8ac-0fa9-40c9-97ad-40c379298383 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:18.916768 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9974b48e-537b-4f31-a112-b593c48d677e req-151bf8ac-0fa9-40c9-97ad-40c379298383 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0704536 Sep 02 17:11:18.958929 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9974b48e-537b-4f31-a112-b593c48d677e req-896eef41-dcb6-4682-ae0e-f29b78333baa tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361164 Sep 02 17:11:19.698139 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b01b5-dc7b-4e88-98d6-db7050260a92 req-6561c8f9-8a8e-47aa-9f07-d7475e01c223 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:19.699684 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-963b01b5-dc7b-4e88-98d6-db7050260a92 req-6561c8f9-8a8e-47aa-9f07-d7475e01c223 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0506217 Sep 02 17:11:19.738068 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-963b01b5-dc7b-4e88-98d6-db7050260a92 req-c5a379ff-d415-443a-8fc5-51aa5971f836 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Sep 02 17:11:20.086967 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045cedb-faed-4da7-a624-426c2c045af5 req-8a5a44bc-7f18-4e71-8d7b-8580778aa7b5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:20.088564 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e045cedb-faed-4da7-a624-426c2c045af5 req-8a5a44bc-7f18-4e71-8d7b-8580778aa7b5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0548615 Sep 02 17:11:20.343927 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e045cedb-faed-4da7-a624-426c2c045af5 req-721a620b-f2ad-454d-824b-85c67b2f0c4f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491233 Sep 02 17:11:20.854431 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598e614-0e16-454c-b87d-3a71019c157f req-f6b8f6fd-5eae-4447-90c8-7774e3cd70a0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:20.856303 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3598e614-0e16-454c-b87d-3a71019c157f req-f6b8f6fd-5eae-4447-90c8-7774e3cd70a0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0518203 Sep 02 17:11:20.908048 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3598e614-0e16-454c-b87d-3a71019c157f req-0fcea39b-e0ca-4461-a877-114d39ff068b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 Sep 02 17:11:21.050806 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 46774) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:21.202537 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cb07ec62-d3c0-4319-89aa-3e60be5df6b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d359d9fe04534460a1a5f839298fc0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504424 Sep 02 17:11:21.204885 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 46778) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:21.255079 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c30d3993-0117-413d-9761-eb6cab3abd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.277760 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c30d3993-0117-413d-9761-eb6cab3abd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.331537 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c30d3993-0117-413d-9761-eb6cab3abd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.334694 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c30d3993-0117-413d-9761-eb6cab3abd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.335855 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c30d3993-0117-413d-9761-eb6cab3abd8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4d11ce2-ad74-4d38-b1d8-c09b6e706e68 HTTP/1.1" status: 204 len: 168 time: 0.1300049 Sep 02 17:11:21.344033 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d3993-0117-413d-9761-eb6cab3abd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d11ce2-ad74-4d38-b1d8-c09b6e706e68,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:21.473372 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9a78d-7761-41a7-b8c4-47438ff2367a req-c677ea83-b122-4978-8de7-4ca35299853d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:21.475030 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6ac9a78d-7761-41a7-b8c4-47438ff2367a req-c677ea83-b122-4978-8de7-4ca35299853d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0533166 Sep 02 17:11:21.518818 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6ac9a78d-7761-41a7-b8c4-47438ff2367a req-4f845fba-a26a-449f-876c-84f00a51cf0d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379224 Sep 02 17:11:21.959202 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8f2527d9-2c2d-459a-9967-9640d1c311fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.019047 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 46814) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:22.052672 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aad302-dd0f-4fe7-afaf-d12885657fef req-6f50331f-0c2b-4eaa-bee1-54d712a961fd tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:22.055053 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-87aad302-dd0f-4fe7-afaf-d12885657fef req-6f50331f-0c2b-4eaa-bee1-54d712a961fd tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0758286 Sep 02 17:11:22.102258 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-87aad302-dd0f-4fe7-afaf-d12885657fef req-88120f52-cf81-4804-b6a7-03945dcd8539 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395830 Sep 02 17:11:22.144865 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-3838779-network', 'tenant_id': 'dc090408372e41379709e2067823b1a6'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:22.166367 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Made reservation on behalf of dc090408372e41379709e2067823b1a6 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:22.168656 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.176807 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.264536 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.269504 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.294562 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:11:22.303067 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9a03cd-2602-4d14-a5cd-65b5b884d31c,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:22.309042 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.309385 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Added segment d5eac918-0a36-40bf-ae2c-434e3a03b24c of type vlan for network ade5891d-380a-4e81-9169-bebc402fc3c9 Sep 02 17:11:22.349170 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.374161 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.375211 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:22.375792 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.430712 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4080110 Sep 02 17:11:22.431112 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 46822) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:22.436154 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] Request body: {'subnet': {'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-3838779-subnet', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:22.439003 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfe427-5009-4d44-8bf6-1b14fd956240 admin admin] Pushing event updated for resources: {'Network': ['ID=ade5891d-380a-4e81-9169-bebc402fc3c9,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:22.449312 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network ade5891d-380a-4e81-9169-bebc402fc3c9 details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:11:22.457674 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] Made reservation on behalf of dc090408372e41379709e2067823b1a6 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:22.461071 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14215678'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.642762 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12836278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14215660'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.652152 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd1095-1a2e-43d0-a3c1-61ed3e8f86b5 req-a69aaee0-be9b-4516-8fd4-f252d7cf448d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:22.653737 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e9bd1095-1a2e-43d0-a3c1-61ed3e8f86b5 req-a69aaee0-be9b-4516-8fd4-f252d7cf448d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0525730 Sep 02 17:11:22.696414 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e9bd1095-1a2e-43d0-a3c1-61ed3e8f86b5 req-5afdf0fa-829c-4fe8-9027-eca24b149482 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360849 Sep 02 17:11:22.707833 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3c275b-f2ca-4604-8889-5e66c6139460,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:22.725418 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] Checking segment: {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:22.725784 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] Network hostable DHCP agents. Network: ade5891d-380a-4e81-9169-bebc402fc3c9, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:11:22.742518 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] Network ade5891d-380a-4e81-9169-bebc402fc3c9 is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:11:22.751363 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, ade5891d-380a-4e81-9169-bebc402fc3c9) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:22.756483 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:22.757080 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.761230 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd757f8-8f10-4864-88b3-c5f6c565c0d3 None None] Network ade5891d-380a-4e81-9169-bebc402fc3c9 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:22.772657 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-46d9c26e-408b-4253-97d2-b6d8e147b8b1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3404281 Sep 02 17:11:22.775504 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 46830) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:22.780033 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:22.801157 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16445917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5964'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.802300 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16385613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16444893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16420465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5959'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.863001 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.919426 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6f23d2-a3d7-50ee-b987-a8b4e3e1ed06-ade5891d-380a-4e81-9169-bebc402fc3c9', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460'}]}} from dv-cinder-806260-3-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:11:22.920346 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.006644 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.062009 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Allocated IP 172.20.0.2 (ade5891d-380a-4e81-9169-bebc402fc3c9/1d3c275b-f2ca-4604-8889-5e66c6139460/6f4abb57-f160-4f2b-9326-b43706df4948) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:23.223405 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.232063 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Transition to ACTIVE for port object 6f4abb57-f160-4f2b-9326-b43706df4948 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:23.248949 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Transition to ACTIVE for port object 6f4abb57-f160-4f2b-9326-b43706df4948 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:23.259018 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.259380 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.283679 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.289148 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b8268-1fc2-47ed-9228-769426b0be45 req-73b46502-5bb1-4b08-b149-dce89093c80e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:23.301983 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-697b8268-1fc2-47ed-9228-769426b0be45 req-73b46502-5bb1-4b08-b149-dce89093c80e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0706639 Sep 02 17:11:23.308178 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Network ade5891d-380a-4e81-9169-bebc402fc3c9 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:23.311393 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:23.315907 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:23.322275 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Pushing event updated for resources: {'Port': ['ID=6f4abb57-f160-4f2b-9326-b43706df4948,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:23.348765 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-697b8268-1fc2-47ed-9228-769426b0be45 req-53f099b8-e6a2-47da-bf74-395dc6ba4cbf tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456524 Sep 02 17:11:23.384623 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Attempting to bind port 6f4abb57-f160-4f2b-9326-b43706df4948 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:23.385254 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Attempting to bind port 6f4abb57-f160-4f2b-9326-b43706df4948 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:23.385710 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Attempting to bind port 6f4abb57-f160-4f2b-9326-b43706df4948 on network ade5891d-380a-4e81-9169-bebc402fc3c9 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:23.392571 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:23.393058 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Checking segment: {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:23.393460 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.393858 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Bound using segment: {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:23.394460 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Bound port: 6f4abb57-f160-4f2b-9326-b43706df4948, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:23.394948 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.442355 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Allocated IP 172.27.2.60 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/badcb761-d15b-4b2b-866a-ab6cb8599509) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:23.481858 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] For port 6f4abb57-f160-4f2b-9326-b43706df4948, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:23.487694 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] For port 6f4abb57-f160-4f2b-9326-b43706df4948, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=6f4abb57-f160-4f2b-9326-b43706df4948,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:23.494560 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.566092 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd71c5-77d7-4171-9c79-5e83ed979b5e None None] Pushing event updated for resources: {'Port': ['ID=6f4abb57-f160-4f2b-9326-b43706df4948,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:23.582662 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.625293 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.666853 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:23.669875 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:23.672474 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:23.700386 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Pushing event updated for resources: {'Port': ['ID=badcb761-d15b-4b2b-866a-ab6cb8599509,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:23.877216 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f417d60-af79-4c2a-ad16-acb2b12b3e25 req-3cfd7863-8a84-48e6-a70d-a42253953d91 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:23.878915 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6f417d60-af79-4c2a-ad16-acb2b12b3e25 req-3cfd7863-8a84-48e6-a70d-a42253953d91 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0570483 Sep 02 17:11:23.922034 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6f417d60-af79-4c2a-ad16-acb2b12b3e25 req-10a415f3-0247-4ea6-ab7f-4007b6c0569f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362282 Sep 02 17:11:23.989223 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:24.187446 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16385622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16444810'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:24.331788 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Router 1fb85de1-32e1-4f3c-9028-ce687163b298 is scheduled to L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:11:24.447464 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:11:24.458334 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Sync routers for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:11:24.467515 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:24.468966 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-dfd25a34-5af8-484d-aa57-a27b969870e1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6924729 Sep 02 17:11:24.471715 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 46860) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:24.473386 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:24.474489 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:10:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:24.483288 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c6c8-97b3-499c-aeef-379635a27a07 req-f4d26ca6-d6d5-493e-b02d-47f768be314e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:24.484942 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b809c6c8-97b3-499c-aeef-379635a27a07 req-f4d26ca6-d6d5-493e-b02d-47f768be314e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0635700 Sep 02 17:11:24.547388 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b809c6c8-97b3-499c-aeef-379635a27a07 req-42eedf28-afdf-4a7d-a2c0-b93f823f5945 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560031 Sep 02 17:11:24.556598 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc740753-8083-4e5e-a263-0f7ac5fdde51 None None] Network ade5891d-380a-4e81-9169-bebc402fc3c9 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:24.602833 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:24.627868 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0b29fdb8-f742-45fd-9842-c4918b41e032 None None] Provisioning for port 6f4abb57-f160-4f2b-9326-b43706df4948 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:24.848384 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:23Z', 'revision_number': 3, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:24.877527 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Checking router: 1fb85de1-32e1-4f3c-9028-ce687163b298 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:11:24.877653 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Updating router 1fb85de1-32e1-4f3c-9028-ce687163b298 port badcb761-d15b-4b2b-866a-ab6cb8599509 binding host dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:11:24.907397 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:24.940982 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ab75d3c3-7490-4a93-8a7c-7a4a62a86d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:24.967447 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 6f4abb57-f160-4f2b-9326-b43706df4948 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:25.022069 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 6f4abb57-f160-4f2b-9326-b43706df4948 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:25.026716 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 6f4abb57-f160-4f2b-9326-b43706df4948 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:25.027330 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.080775 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d4f4053c-ba4b-4b01-96c1-7461e5d25437 None None] Provisioning complete for port 6f4abb57-f160-4f2b-9326-b43706df4948 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:25.081183 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d4f4053c-ba4b-4b01-96c1-7461e5d25437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.103057 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.147153 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60447b5-4c67-4082-a02a-cc7952b999a6 req-62f3ccd7-4a2a-4b05-adc8-128632dcc25b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:25.154524 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d60447b5-4c67-4082-a02a-cc7952b999a6 req-62f3ccd7-4a2a-4b05-adc8-128632dcc25b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0925920 Sep 02 17:11:25.183970 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.207807 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.263232 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d4f4053c-ba4b-4b01-96c1-7461e5d25437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.279344 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 6f4abb57-f160-4f2b-9326-b43706df4948, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=6f4abb57-f160-4f2b-9326-b43706df4948,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:25.289096 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d60447b5-4c67-4082-a02a-cc7952b999a6 req-b2f82f24-80e5-47e9-9d31-3b6c4900ac0a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280804 Sep 02 17:11:25.292328 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.374352 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.393518 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Transition to ACTIVE for port object badcb761-d15b-4b2b-866a-ab6cb8599509 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:25.399001 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=6f4abb57-f160-4f2b-9326-b43706df4948,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:25.401723 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.db.api [None req-d4f4053c-ba4b-4b01-96c1-7461e5d25437 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 17:11:25.402085 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG oslo_db.api [None req-d4f4053c-ba4b-4b01-96c1-7461e5d25437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 17:11:25.403517 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.429301 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Allocated IP 172.20.0.1 (ade5891d-380a-4e81-9169-bebc402fc3c9/1d3c275b-f2ca-4604-8889-5e66c6139460/52ab0435-beb9-4616-8fdc-35cbfc640b1f) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:25.454016 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Attempting to bind port badcb761-d15b-4b2b-866a-ab6cb8599509 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:25.454450 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Attempting to bind port badcb761-d15b-4b2b-866a-ab6cb8599509 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:25.454759 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Attempting to bind port badcb761-d15b-4b2b-866a-ab6cb8599509 on network df855049-b1ba-4ec4-ad09-ccf00722cdad {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:25.466218 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:25.466893 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Checking segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:25.467167 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.467368 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Bound using segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:25.467834 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Bound port: badcb761-d15b-4b2b-866a-ab6cb8599509, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:25.468232 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.469883 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Pushing event updated for resources: {'Port': ['ID=badcb761-d15b-4b2b-866a-ab6cb8599509,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:25.495849 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.496193 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.496622 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.496837 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.497160 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.497480 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.497801 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.498132 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.498455 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.498808 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.499125 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.499436 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:25.550731 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] For port badcb761-d15b-4b2b-866a-ab6cb8599509, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:25.556484 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] For port badcb761-d15b-4b2b-866a-ab6cb8599509, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=badcb761-d15b-4b2b-866a-ab6cb8599509,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:25.561217 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.688188 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:25.688812 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:11:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:25.774432 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6e89-b5ac-47c7-970b-ec935c3e93ff req-d83f52f4-247e-46d7-bdde-8654acfa5fb0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:25.779150 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6ed6e89-b5ac-47c7-970b-ec935c3e93ff req-d83f52f4-247e-46d7-bdde-8654acfa5fb0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0768220 Sep 02 17:11:25.786748 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60c20b-feb7-4896-8331-b006ce1913c6 None None] Pushing event updated for resources: {'Port': ['ID=badcb761-d15b-4b2b-866a-ab6cb8599509,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:25.792858 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.807608 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Transition to ACTIVE for port object 52ab0435-beb9-4616-8fdc-35cbfc640b1f will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:25.827168 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6ed6e89-b5ac-47c7-970b-ec935c3e93ff req-ffba0fb7-a4f1-43cc-9531-3b34ee9858e2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427926 Sep 02 17:11:25.840824 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:25.852987 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.897323 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Network ade5891d-380a-4e81-9169-bebc402fc3c9 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:25.902560 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:25.907246 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:25.929849 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=52ab0435-beb9-4616-8fdc-35cbfc640b1f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:25.953840 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16425437'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.060008 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:23Z', 'revision_number': 3, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:26.088679 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc3d32-8c6d-4795-bf09-23b836e45a35 None None] The sync data for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi is: [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:23Z', 'revision_number': 3, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:11:26.106225 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.196019 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-6550cb24-decd-40d8-b6de-e019186ce5f6 None None] Provisioning for port 52ab0435-beb9-4616-8fdc-35cbfc640b1f completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:26.200970 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-6550cb24-decd-40d8-b6de-e019186ce5f6 None None] Provisioning complete for port 52ab0435-beb9-4616-8fdc-35cbfc640b1f triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:26.201627 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6550cb24-decd-40d8-b6de-e019186ce5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.244724 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-6550cb24-decd-40d8-b6de-e019186ce5f6 None None] Port 52ab0435-beb9-4616-8fdc-35cbfc640b1f cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:11:26.302509 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.309871 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.411884 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16447309'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.413777 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=52ab0435-beb9-4616-8fdc-35cbfc640b1f,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:26.501478 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d459a07-1e08-4646-8507-804bd86452d5 req-d020366e-e5d3-4824-a378-367ded5843fe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:26.503316 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d459a07-1e08-4646-8507-804bd86452d5 req-d020366e-e5d3-4824-a378-367ded5843fe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0936942 Sep 02 17:11:26.508456 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.539992 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Network ade5891d-380a-4e81-9169-bebc402fc3c9 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:26.541912 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:26.545827 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d459a07-1e08-4646-8507-804bd86452d5 req-1c20d82e-793a-4c4a-acfc-fe703680db11 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346115 Sep 02 17:11:26.675273 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Router 1fb85de1-32e1-4f3c-9028-ce687163b298 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:11:26.780985 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-42a00b77-acd5-4b68-91e4-d2c88632c988 None None] Provisioning complete for port 52ab0435-beb9-4616-8fdc-35cbfc640b1f triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:26.781588 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-42a00b77-acd5-4b68-91e4-d2c88632c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.802420 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:11:26.816745 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-29ca3007-923b-4f93-9841-8e8b34c37ee1 admin admin] 10.222.0.41 "PUT /v2.0/routers/1fb85de1-32e1-4f3c-9028-ce687163b298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3418188 Sep 02 17:11:26.830237 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-42a00b77-acd5-4b68-91e4-d2c88632c988 None None] Port 52ab0435-beb9-4616-8fdc-35cbfc640b1f cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:11:26.980831 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ebc66-f7a6-42ce-9169-c09e8a80bd76 req-45b36359-0fa8-40de-adcd-612b3a4a6ac8 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:26.982497 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-638ebc66-f7a6-42ce-9169-c09e8a80bd76 req-45b36359-0fa8-40de-adcd-612b3a4a6ac8 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0603290 Sep 02 17:11:27.035998 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 6f4abb57-f160-4f2b-9326-b43706df4948 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:27.060348 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-638ebc66-f7a6-42ce-9169-c09e8a80bd76 req-557194c4-13ef-4574-b38c-f9235742800e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698414 Sep 02 17:11:27.091609 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 6f4abb57-f160-4f2b-9326-b43706df4948 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:27.092076 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.173812 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device badcb761-d15b-4b2b-866a-ab6cb8599509 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:27.221026 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port badcb761-d15b-4b2b-866a-ab6cb8599509 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:27.226022 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port badcb761-d15b-4b2b-866a-ab6cb8599509 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:27.226401 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.320697 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.356895 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port badcb761-d15b-4b2b-866a-ab6cb8599509, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=badcb761-d15b-4b2b-866a-ab6cb8599509,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:27.357199 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.388412 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 46916) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:27.393673 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-575218498-network', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:27.419872 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=badcb761-d15b-4b2b-866a-ab6cb8599509,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:27.424509 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Made reservation on behalf of 792e52ad07d04348bfd4abc67ffd703d for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:27.426883 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.437648 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.532230 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.536517 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.564384 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:11:27.569475 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7a95ee-eb2a-4ad5-804a-66e901f27f91,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:27.576873 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.577219 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Added segment 3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea of type vlan for network 7d4be608-9041-49c6-affa-1f5bb84e3b8d Sep 02 17:11:27.620155 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.678084 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.679085 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:27.679682 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.731223 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3415344 Sep 02 17:11:27.733993 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 46922) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:27.739500 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] Request body: {'subnet': {'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-575218498-subnet', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:27.751030 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595e61e-3b11-4cfb-9006-388fd48f6be3 admin admin] Pushing event updated for resources: {'Network': ['ID=7d4be608-9041-49c6-affa-1f5bb84e3b8d,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:27.760483 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f2e5a-1612-49e1-8b66-c9cccf4669e8 req-136c5da6-cf08-43b7-9dec-d6ccfe2c16ab tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:27.761762 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network 7d4be608-9041-49c6-affa-1f5bb84e3b8d details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:11:27.762069 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e10f2e5a-1612-49e1-8b66-c9cccf4669e8 req-136c5da6-cf08-43b7-9dec-d6ccfe2c16ab tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.1141624 Sep 02 17:11:27.767663 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] Made reservation on behalf of 792e52ad07d04348bfd4abc67ffd703d for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:27.770561 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14215678'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.819736 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e10f2e5a-1612-49e1-8b66-c9cccf4669e8 req-e361726c-1e4c-43f8-a85e-5f92319c95c5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441344 Sep 02 17:11:27.848801 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Sync routers for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:11:27.860909 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:27.862169 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:11:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:27.970558 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12836278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14215660'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:27.988920 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:28.027799 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceeca757-62a4-456c-8f2b-4f6cc1bd2c79,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:28.036563 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] Checking segment: {'id': '3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:28.036921 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] Network hostable DHCP agents. Network: 7d4be608-9041-49c6-affa-1f5bb84e3b8d, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:11:28.053464 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] Network 7d4be608-9041-49c6-affa-1f5bb84e3b8d is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:11:28.062949 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, 7d4be608-9041-49c6-affa-1f5bb84e3b8d) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:28.067432 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:28.069334 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.080976 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc620b98-38d4-4f6b-960e-03581f47c715 None None] Network 7d4be608-9041-49c6-affa-1f5bb84e3b8d requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:28.082655 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-cb5cea73-21ec-41cf-b8bb-3c260a8309f5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3475425 Sep 02 17:11:28.085941 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 46930) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:28.090467 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-575218498-router', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:28.113689 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16445917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5964'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.115046 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16385613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16444893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16420465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5959'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.174972 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.196298 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c491b-40de-45bb-98f1-e5f3e396d1fe req-0e51656b-9334-43d5-bd3a-342d116cf449 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:28.197971 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1e6c491b-40de-45bb-98f1-e5f3e396d1fe req-0e51656b-9334-43d5-bd3a-342d116cf449 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0604625 Sep 02 17:11:28.251030 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1e6c491b-40de-45bb-98f1-e5f3e396d1fe req-11af05a1-4b9c-4588-b621-b723cac6801e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Sep 02 17:11:28.324194 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.437132 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6f23d2-a3d7-50ee-b987-a8b4e3e1ed06-7d4be608-9041-49c6-affa-1f5bb84e3b8d', 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'fixed_ips': [{'subnet_id': 'ceeca757-62a4-456c-8f2b-4f6cc1bd2c79'}]}} from dv-cinder-806260-3-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:11:28.437985 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.441543 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 2, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:28.481969 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Checking router: 1fb85de1-32e1-4f3c-9028-ce687163b298 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:11:28.482390 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Updating router 1fb85de1-32e1-4f3c-9028-ce687163b298 port 52ab0435-beb9-4616-8fdc-35cbfc640b1f binding host dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:11:28.518935 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.542813 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.561640 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.566352 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.669128 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Allocated IP 172.27.2.56 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/5ec1b15f-8ffa-4ad9-8204-81bf567e47c5) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:28.724983 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Allocated IP 172.20.0.2 (7d4be608-9041-49c6-affa-1f5bb84e3b8d/ceeca757-62a4-456c-8f2b-4f6cc1bd2c79/9727a409-6c27-4b17-91ff-aeddfdfbef24) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:28.930752 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device badcb761-d15b-4b2b-866a-ab6cb8599509 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:28.983475 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efb3a0-0460-4917-bdbf-c55fd5794240 req-4928441b-0b37-4ad2-99a9-890e8cc872cd tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:28.985394 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b9efb3a0-0460-4917-bdbf-c55fd5794240 req-4928441b-0b37-4ad2-99a9-890e8cc872cd tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0775635 Sep 02 17:11:29.016524 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.045734 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.057475 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Transition to ACTIVE for port object 9727a409-6c27-4b17-91ff-aeddfdfbef24 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:29.069353 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b9efb3a0-0460-4917-bdbf-c55fd5794240 req-fa797527-8460-4461-9fd8-21653b5b2a28 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711458 Sep 02 17:11:29.076417 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.086433 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Transition to ACTIVE for port object 9727a409-6c27-4b17-91ff-aeddfdfbef24 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:29.088988 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.102195 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.111121 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Transition to ACTIVE for port object 52ab0435-beb9-4616-8fdc-35cbfc640b1f will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:29.121491 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:29.124355 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:29.127870 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:29.143970 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.151053 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port badcb761-d15b-4b2b-866a-ab6cb8599509 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:29.151420 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.152448 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec1b15f-8ffa-4ad9-8204-81bf567e47c5,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:29.158523 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Network 7d4be608-9041-49c6-affa-1f5bb84e3b8d is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:29.182353 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:29.193103 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:29.198224 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Pushing event updated for resources: {'Port': ['ID=9727a409-6c27-4b17-91ff-aeddfdfbef24,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:29.346458 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69099fca-2cb6-4669-b536-3773ab9d4b30 None None] Pushing event updated for resources: {'Port': ['ID=52ab0435-beb9-4616-8fdc-35cbfc640b1f,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:29.429876 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7490017-9357-434b-b979-c12e85613713 req-07f0e5db-1ffc-4388-842a-764d4bf82bfb tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:29.431480 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a7490017-9357-434b-b979-c12e85613713 req-07f0e5db-1ffc-4388-842a-764d4bf82bfb tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0668845 Sep 02 17:11:29.432920 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Attempting to bind port 9727a409-6c27-4b17-91ff-aeddfdfbef24 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:29.433234 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Attempting to bind port 9727a409-6c27-4b17-91ff-aeddfdfbef24 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:29.433591 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Attempting to bind port 9727a409-6c27-4b17-91ff-aeddfdfbef24 on network 7d4be608-9041-49c6-affa-1f5bb84e3b8d {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:29.442009 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Attempting to bind port 52ab0435-beb9-4616-8fdc-35cbfc640b1f on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:29.442657 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Attempting to bind port 52ab0435-beb9-4616-8fdc-35cbfc640b1f by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:29.442783 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Attempting to bind port 52ab0435-beb9-4616-8fdc-35cbfc640b1f on network ade5891d-380a-4e81-9169-bebc402fc3c9 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:29.446957 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:29.447324 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Checking segment: {'id': '3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:29.447725 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.448113 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Bound using segment: {'id': '3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:29.448593 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Bound port: 9727a409-6c27-4b17-91ff-aeddfdfbef24, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:29.448969 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.455727 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.459982 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:29.460354 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Checking segment: {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:29.460749 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.461131 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Bound using segment: {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:29.461604 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Bound port: 52ab0435-beb9-4616-8fdc-35cbfc640b1f, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:29.461986 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.499915 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a7490017-9357-434b-b979-c12e85613713 req-c73c68f2-30a9-415c-9db0-465fed7893ab tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440931 Sep 02 17:11:29.594537 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] For port 9727a409-6c27-4b17-91ff-aeddfdfbef24, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:29.598970 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] For port 9727a409-6c27-4b17-91ff-aeddfdfbef24, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9727a409-6c27-4b17-91ff-aeddfdfbef24,segment=NetworkSegment(3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea),segment_id=3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:29.600378 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] For port 52ab0435-beb9-4616-8fdc-35cbfc640b1f, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:29.603964 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] For port 52ab0435-beb9-4616-8fdc-35cbfc640b1f, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=52ab0435-beb9-4616-8fdc-35cbfc640b1f,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:29.605375 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.613708 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.676282 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16385622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16444810'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.685979 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:29.686521 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:11:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:29.725859 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0e360-78f8-44c8-866c-67e16706971d None None] Pushing event updated for resources: {'Port': ['ID=9727a409-6c27-4b17-91ff-aeddfdfbef24,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:29.828181 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69099fca-2cb6-4669-b536-3773ab9d4b30 None None] Pushing event updated for resources: {'Port': ['ID=52ab0435-beb9-4616-8fdc-35cbfc640b1f,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:29.830817 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Router 8314b213-279b-4b59-98a0-288ec7076f0c is scheduled to L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:11:29.843362 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:29.962906 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:11:29.973157 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Sync routers for ids ['8314b213-279b-4b59-98a0-288ec7076f0c'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:11:29.979935 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.981480 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2607f9a7-36af-47cf-9064-eb61baaf5aa4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8946090 Sep 02 17:11:29.984340 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 46956) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:29.987690 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Routers {'8314b213-279b-4b59-98a0-288ec7076f0c'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:29.988315 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:11:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['8314b213-279b-4b59-98a0-288ec7076f0c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:30.171925 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:29Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:30.203569 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde162c-fa8c-4907-a54c-e88416893591 None None] The sync data for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi is: [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:29Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:11:30.212613 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Set router 8314b213-279b-4b59-98a0-288ec7076f0c gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:30.231210 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c062ef2-3217-4e0e-acab-d1d3063834ee req-33ab9ec5-44ad-433d-b83e-8d599c8cccdc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:30.233199 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c062ef2-3217-4e0e-acab-d1d3063834ee req-33ab9ec5-44ad-433d-b83e-8d599c8cccdc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0681455 Sep 02 17:11:30.367577 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c062ef2-3217-4e0e-acab-d1d3063834ee req-23095f9b-0cf4-4a04-bbba-2b6240d118cf tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275773 Sep 02 17:11:30.580656 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'name': 'tempest-TestVolumeBootPattern-575218498-router', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:29Z', 'revision_number': 3, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'gw_port': {'id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:50:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:30.630177 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Checking router: 8314b213-279b-4b59-98a0-288ec7076f0c for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:11:30.630531 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Updating router 8314b213-279b-4b59-98a0-288ec7076f0c port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 binding host dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:11:30.708684 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.712573 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.814009 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cb6ad-50f6-4240-8eec-14279c4f56aa req-5efc1a8e-1a29-40df-8c40-795ba4905a46 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:30.815348 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a76cb6ad-50f6-4240-8eec-14279c4f56aa req-5efc1a8e-1a29-40df-8c40-795ba4905a46 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.1468940 Sep 02 17:11:30.989763 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a76cb6ad-50f6-4240-8eec-14279c4f56aa req-14eae1a2-85ff-4aa0-b06e-fa7f84bf29e1 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676679 Sep 02 17:11:31.029585 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83d6a89-59b1-4233-a78d-3daab32025a7 None None] Network 7d4be608-9041-49c6-affa-1f5bb84e3b8d requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:31.077860 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Allocated IP 172.20.0.1 (7d4be608-9041-49c6-affa-1f5bb84e3b8d/ceeca757-62a4-456c-8f2b-4f6cc1bd2c79/4862d9c3-57db-493d-ad17-238ccb7323c1) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:31.180417 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.197613 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Transition to ACTIVE for port object 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:31.210960 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.247751 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.249294 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9727a409-6c27-4b17-91ff-aeddfdfbef24 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:31.274677 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Transition to ACTIVE for port object 4862d9c3-57db-493d-ad17-238ccb7323c1 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:31.284125 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b43db-4815-4ba4-9536-e77c43555654 None None] Pushing event updated for resources: {'Port': ['ID=5ec1b15f-8ffa-4ad9-8204-81bf567e47c5,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:31.287866 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Attempting to bind port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:31.288364 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Attempting to bind port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:31.289526 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Attempting to bind port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 on network df855049-b1ba-4ec4-ad09-ccf00722cdad {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:31.297193 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:31.297193 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Checking segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:31.298163 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.298717 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Bound using segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:31.299280 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Bound port: 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:31.299975 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.307545 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d7819d4b-20c9-4134-a9e8-8d0784b6282c None None] Provisioning for port 9727a409-6c27-4b17-91ff-aeddfdfbef24 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:31.343310 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.371526 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] For port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:31.376100 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] For port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=5ec1b15f-8ffa-4ad9-8204-81bf567e47c5,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:31.380903 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 9727a409-6c27-4b17-91ff-aeddfdfbef24 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:31.382932 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.393302 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 9727a409-6c27-4b17-91ff-aeddfdfbef24 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:31.394077 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.404940 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Network 7d4be608-9041-49c6-affa-1f5bb84e3b8d is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:31.408610 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:31.416358 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:31.452352 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b43db-4815-4ba4-9536-e77c43555654 None None] Pushing event updated for resources: {'Port': ['ID=5ec1b15f-8ffa-4ad9-8204-81bf567e47c5,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:31.469044 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Pushing event updated for resources: {'Port': ['ID=4862d9c3-57db-493d-ad17-238ccb7323c1,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:31.475036 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Routers {'8314b213-279b-4b59-98a0-288ec7076f0c'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:31.475828 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:11:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['8314b213-279b-4b59-98a0-288ec7076f0c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:31.500664 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16425437'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.568366 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ef0b9-026f-4820-93ca-f7e6fc1de8e0 req-ac2dd283-da90-4e42-bcd7-d6757306a4b6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:31.572143 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.578181 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-471ef0b9-026f-4820-93ca-f7e6fc1de8e0 req-ac2dd283-da90-4e42-bcd7-d6757306a4b6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0803313 Sep 02 17:11:31.626894 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 9727a409-6c27-4b17-91ff-aeddfdfbef24, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9727a409-6c27-4b17-91ff-aeddfdfbef24,segment=NetworkSegment(3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea),segment_id=3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:31.634527 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.635508 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 52ab0435-beb9-4616-8fdc-35cbfc640b1f up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:31.635849 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] Set router 8314b213-279b-4b59-98a0-288ec7076f0c gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:31.647785 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-471ef0b9-026f-4820-93ca-f7e6fc1de8e0 req-a0503f4a-1d8a-4b7e-a772-5d7567ecd340 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685689 Sep 02 17:11:31.756685 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=9727a409-6c27-4b17-91ff-aeddfdfbef24,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:31.759036 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.778159 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 52ab0435-beb9-4616-8fdc-35cbfc640b1f completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:31.784129 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 52ab0435-beb9-4616-8fdc-35cbfc640b1f triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:31.784613 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.907769 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.955724 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 52ab0435-beb9-4616-8fdc-35cbfc640b1f, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=52ab0435-beb9-4616-8fdc-35cbfc640b1f,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:31.965923 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.028317 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.035703 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.057776 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'name': 'tempest-TestVolumeBootPattern-575218498-router', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:29Z', 'revision_number': 3, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'gw_port': {'id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:50:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:32.070000 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=52ab0435-beb9-4616-8fdc-35cbfc640b1f,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:32.080683 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4a756e30-8f37-4652-ae43-a9358f1377f3 None None] Provisioning complete for port 9727a409-6c27-4b17-91ff-aeddfdfbef24 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:32.085833 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4a756e30-8f37-4652-ae43-a9358f1377f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.104794 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a4e23-1ab1-4884-bc90-983d50134e11 None None] The sync data for ids ['8314b213-279b-4b59-98a0-288ec7076f0c'] in dv-cinder-806260-3-iscsi is: [{'id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'name': 'tempest-TestVolumeBootPattern-575218498-router', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:29Z', 'revision_number': 3, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'gw_port': {'id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:50:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:11:32.225223 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Pushing event updated for resources: {'Port': ['ID=4862d9c3-57db-493d-ad17-238ccb7323c1,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:32.244222 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16447309'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.258419 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4a756e30-8f37-4652-ae43-a9358f1377f3 None None] Provisioning for port 4862d9c3-57db-493d-ad17-238ccb7323c1 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:32.264187 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4a756e30-8f37-4652-ae43-a9358f1377f3 None None] Provisioning complete for port 4862d9c3-57db-493d-ad17-238ccb7323c1 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:32.264869 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4a756e30-8f37-4652-ae43-a9358f1377f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.314137 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776cf02-5809-4a15-aa10-deaa1aa24690 req-7fa785df-651b-4565-9f60-f047ec3ba2b2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.316577 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a776cf02-5809-4a15-aa10-deaa1aa24690 req-7fa785df-651b-4565-9f60-f047ec3ba2b2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.2037361 Sep 02 17:11:32.319993 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4a756e30-8f37-4652-ae43-a9358f1377f3 None None] Port 4862d9c3-57db-493d-ad17-238ccb7323c1 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:11:32.407554 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a776cf02-5809-4a15-aa10-deaa1aa24690 req-31c14048-4ca1-4ec0-9c11-2fd17d455284 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514367 Sep 02 17:11:32.473724 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c949492-d232-48cc-9156-d9af79014548 None None] Provisioning complete for port 4862d9c3-57db-493d-ad17-238ccb7323c1 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:32.474096 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c949492-d232-48cc-9156-d9af79014548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.491197 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Network 7d4be608-9041-49c6-affa-1f5bb84e3b8d is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:32.494243 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:32.534403 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c949492-d232-48cc-9156-d9af79014548 None None] Port 4862d9c3-57db-493d-ad17-238ccb7323c1 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:11:32.650924 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac0524-5528-462c-a15c-07bad1f1ebb7 req-b915c067-3a29-4898-98ac-c29bc1f9de35 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.652477 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-deac0524-5528-462c-a15c-07bad1f1ebb7 req-b915c067-3a29-4898-98ac-c29bc1f9de35 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 946 time: 0.0756688 Sep 02 17:11:32.683458 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Router 8314b213-279b-4b59-98a0-288ec7076f0c has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:11:32.722481 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-deac0524-5528-462c-a15c-07bad1f1ebb7 req-0b45bbfd-c397-4ce8-b6a0-7c2d32602ab6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634768 Sep 02 17:11:32.766177 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b99594a1-2b89-449f-b532-29d4dd093ebd None None] Provisioning complete for port 4862d9c3-57db-493d-ad17-238ccb7323c1 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:32.766709 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b99594a1-2b89-449f-b532-29d4dd093ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.829722 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-b99594a1-2b89-449f-b532-29d4dd093ebd None None] Port 4862d9c3-57db-493d-ad17-238ccb7323c1 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:11:32.854839 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff615d-3e99-4d21-a782-f82683ae5b2d req-1cef26b2-e1c2-48d0-b914-6df3cedc1f8f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.863442 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36ff615d-3e99-4d21-a782-f82683ae5b2d req-1cef26b2-e1c2-48d0-b914-6df3cedc1f8f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.1207652 Sep 02 17:11:32.865816 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:11:32.884176 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a9758eec-6e53-4478-96f1-87f187d3c47e admin admin] 10.222.0.41 "PUT /v2.0/routers/8314b213-279b-4b59-98a0-288ec7076f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8875022 Sep 02 17:11:32.923282 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36ff615d-3e99-4d21-a782-f82683ae5b2d req-6289c40c-44a5-456b-b487-88633b9e5293 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563836 Sep 02 17:11:33.034850 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:33.096776 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:33.101665 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:33.102139 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.189661 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.213509 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=5ec1b15f-8ffa-4ad9-8204-81bf567e47c5,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:33.219975 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.220792 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9727a409-6c27-4b17-91ff-aeddfdfbef24 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:33.297350 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=5ec1b15f-8ffa-4ad9-8204-81bf567e47c5,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:33.308112 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 9727a409-6c27-4b17-91ff-aeddfdfbef24 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:33.308646 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.394338 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 47030) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:33.399871 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d85659aa-b020-4c73-b07e-3b200b6ec9e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772581189', 'description': 'tempest-secgroup-smoke-1772581189 description', 'project_id': 'dc090408372e41379709e2067823b1a6'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:33.410960 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 52ab0435-beb9-4616-8fdc-35cbfc640b1f up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:33.430650 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d85659aa-b020-4c73-b07e-3b200b6ec9e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.469120 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 52ab0435-beb9-4616-8fdc-35cbfc640b1f triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:33.469511 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.554211 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3388b-9f0f-4bfb-82b7-8b4219f30f0b req-84779c14-daf8-4053-b61c-a77e882ed697 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:33.556010 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7b3388b-9f0f-4bfb-82b7-8b4219f30f0b req-84779c14-daf8-4053-b61c-a77e882ed697 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0594628 Sep 02 17:11:33.566777 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d85659aa-b020-4c73-b07e-3b200b6ec9e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.573455 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d85659aa-b020-4c73-b07e-3b200b6ec9e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.600987 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7b3388b-9f0f-4bfb-82b7-8b4219f30f0b req-717a0dae-388a-47b5-930c-e24fc68929f9 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372319 Sep 02 17:11:33.603512 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d85659aa-b020-4c73-b07e-3b200b6ec9e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.607842 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d85659aa-b020-4c73-b07e-3b200b6ec9e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2093854 Sep 02 17:11:33.608572 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 47036) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:33.614098 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-3d4ee640-b430-4c0d-a91c-dce06183575a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'security_group_rule': {'security_group_id': '1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569', 'project_id': 'dc090408372e41379709e2067823b1a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:33.616271 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85659aa-b020-4c73-b07e-3b200b6ec9e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:33.648993 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d4ee640-b430-4c0d-a91c-dce06183575a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.708194 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d4ee640-b430-4c0d-a91c-dce06183575a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.712574 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d4ee640-b430-4c0d-a91c-dce06183575a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.735070 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ee640-b430-4c0d-a91c-dce06183575a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4daa0a5-3de9-4679-bca8-fa1fa225ebed,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:33.754207 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d4ee640-b430-4c0d-a91c-dce06183575a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.759127 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3d4ee640-b430-4c0d-a91c-dce06183575a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462097 Sep 02 17:11:33.760256 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 47042) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:33.764180 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-969ca7c0-b79f-4aad-88a1-76ac69a2b249 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'security_group_rule': {'security_group_id': '1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569', 'project_id': 'dc090408372e41379709e2067823b1a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:33.811606 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-969ca7c0-b79f-4aad-88a1-76ac69a2b249 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.893441 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07853708-d4a7-4660-819a-b7764cd6b929 req-cc15ae5b-da19-4773-a55f-bc5d0a56a22b tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:33.894969 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-07853708-d4a7-4660-819a-b7764cd6b929 req-cc15ae5b-da19-4773-a55f-bc5d0a56a22b tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 946 time: 0.0796471 Sep 02 17:11:33.929558 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-969ca7c0-b79f-4aad-88a1-76ac69a2b249 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.936224 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-969ca7c0-b79f-4aad-88a1-76ac69a2b249 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.967992 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-07853708-d4a7-4660-819a-b7764cd6b929 req-58d1b3a7-c4bc-4881-b45d-0bd22377146c tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624855 Sep 02 17:11:33.969482 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ca7c0-b79f-4aad-88a1-76ac69a2b249 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a242d9-f951-44bc-b829-7e314984daeb,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:33.977356 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-969ca7c0-b79f-4aad-88a1-76ac69a2b249 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.981557 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-969ca7c0-b79f-4aad-88a1-76ac69a2b249 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2183418 Sep 02 17:11:33.982518 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 47052) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:33.988063 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-0ed10ee9-e88d-4a99-9d93-f70daeba6295 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'security_group_rule': {'security_group_id': '1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569', 'project_id': 'dc090408372e41379709e2067823b1a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:34.019922 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0ed10ee9-e88d-4a99-9d93-f70daeba6295 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.072294 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Sync routers for ids ['8314b213-279b-4b59-98a0-288ec7076f0c'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:11:34.081432 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Routers {'8314b213-279b-4b59-98a0-288ec7076f0c'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:34.082352 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:11:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['8314b213-279b-4b59-98a0-288ec7076f0c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:34.085923 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0ed10ee9-e88d-4a99-9d93-f70daeba6295 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.091674 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0ed10ee9-e88d-4a99-9d93-f70daeba6295 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.103337 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ba1df-f411-4626-9f22-aaed9df2ae26 req-2ade4894-45e5-47d9-9ae6-2abbd84d13e8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:34.104701 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-194ba1df-f411-4626-9f22-aaed9df2ae26 req-2ade4894-45e5-47d9-9ae6-2abbd84d13e8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0580997 Sep 02 17:11:34.110411 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed10ee9-e88d-4a99-9d93-f70daeba6295 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa1ee3a-f18c-4d9a-b0ad-692bf2649691,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:34.119833 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0ed10ee9-e88d-4a99-9d93-f70daeba6295 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.121168 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0ed10ee9-e88d-4a99-9d93-f70daeba6295 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370687 Sep 02 17:11:34.124660 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 47056) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:34.130834 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-da046d98-078e-46c0-9018-337aadeeb23c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'security_group_rule': {'security_group_id': '1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569', 'project_id': 'dc090408372e41379709e2067823b1a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:34.165979 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da046d98-078e-46c0-9018-337aadeeb23c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.172232 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-194ba1df-f411-4626-9f22-aaed9df2ae26 req-64979520-f5dd-4b4d-a97e-a92562d82f9e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596166 Sep 02 17:11:34.237067 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Set router 8314b213-279b-4b59-98a0-288ec7076f0c gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:34.238025 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da046d98-078e-46c0-9018-337aadeeb23c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.243997 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da046d98-078e-46c0-9018-337aadeeb23c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.259909 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da046d98-078e-46c0-9018-337aadeeb23c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1340fc-f793-4ba7-ac1e-605d9936ba2c,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:34.277197 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da046d98-078e-46c0-9018-337aadeeb23c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.278568 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-da046d98-078e-46c0-9018-337aadeeb23c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528199 Sep 02 17:11:34.282294 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 47062) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:34.287648 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-c434164a-b26f-4262-b28f-dd6d439c9147 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'security_group_rule': {'security_group_id': '1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569', 'project_id': 'dc090408372e41379709e2067823b1a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:34.315713 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.securitygroups_db [None req-c434164a-b26f-4262-b28f-dd6d439c9147 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Project dc090408372e41379709e2067823b1a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:11:34.321122 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c434164a-b26f-4262-b28f-dd6d439c9147 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.399203 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c434164a-b26f-4262-b28f-dd6d439c9147 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.404970 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c434164a-b26f-4262-b28f-dd6d439c9147 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.422836 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434164a-b26f-4262-b28f-dd6d439c9147 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ab07aa-85db-4b80-b84f-5179214f3ecc,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:34.431241 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c434164a-b26f-4262-b28f-dd6d439c9147 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.432525 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c434164a-b26f-4262-b28f-dd6d439c9147 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492143 Sep 02 17:11:34.435240 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 47066) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:34.439888 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-0cd2d3e0-8e57-4f58-841b-76daf5ec783b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'security_group_rule': {'security_group_id': '1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569', 'project_id': 'dc090408372e41379709e2067823b1a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:34.461737 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.securitygroups_db [None req-0cd2d3e0-8e57-4f58-841b-76daf5ec783b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Project dc090408372e41379709e2067823b1a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:11:34.466772 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0cd2d3e0-8e57-4f58-841b-76daf5ec783b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.475945 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'name': 'tempest-TestVolumeBootPattern-575218498-router', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 4, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'gw_port': {'id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:50:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '4862d9c3-57db-493d-ad17-238ccb7323c1', 'name': '', 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'mac_address': 'fa:16:3e:01:00:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ceeca757-62a4-456c-8f2b-4f6cc1bd2c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:30Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 2, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'subnets': [{'id': 'ceeca757-62a4-456c-8f2b-4f6cc1bd2c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:34.508467 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Checking router: 8314b213-279b-4b59-98a0-288ec7076f0c for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:11:34.508739 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Updating router 8314b213-279b-4b59-98a0-288ec7076f0c port 4862d9c3-57db-493d-ad17-238ccb7323c1 binding host dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:11:34.533299 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0cd2d3e0-8e57-4f58-841b-76daf5ec783b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.536932 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0cd2d3e0-8e57-4f58-841b-76daf5ec783b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.539478 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.556165 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2d3e0-8e57-4f58-841b-76daf5ec783b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba3f6c8-6cfe-4065-bba7-5a01e6e3ec2e,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:34.564659 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0cd2d3e0-8e57-4f58-841b-76daf5ec783b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.565912 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0cd2d3e0-8e57-4f58-841b-76daf5ec783b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297224 Sep 02 17:11:34.737983 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621bad1-1ef8-470a-b091-82424a3feb7f req-ccce0d6e-3e94-43dc-b2af-8a8256a8b656 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:34.739611 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2621bad1-1ef8-470a-b091-82424a3feb7f req-ccce0d6e-3e94-43dc-b2af-8a8256a8b656 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0517678 Sep 02 17:11:34.784117 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2621bad1-1ef8-470a-b091-82424a3feb7f req-c13efadb-88e7-40b9-844c-a6157bf95980 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369251 Sep 02 17:11:34.833052 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.845407 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Transition to ACTIVE for port object 4862d9c3-57db-493d-ad17-238ccb7323c1 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:34.853091 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.903931 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b34c9-a53e-4f57-8bed-798e6e7df5e9 None None] Pushing event updated for resources: {'Port': ['ID=4862d9c3-57db-493d-ad17-238ccb7323c1,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:34.950246 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:35.022504 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Attempting to bind port 4862d9c3-57db-493d-ad17-238ccb7323c1 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:35.022933 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Attempting to bind port 4862d9c3-57db-493d-ad17-238ccb7323c1 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:35.023340 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Attempting to bind port 4862d9c3-57db-493d-ad17-238ccb7323c1 on network 7d4be608-9041-49c6-affa-1f5bb84e3b8d {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:35.033274 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:35.033644 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Checking segment: {'id': '3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:35.034051 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.034445 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Bound using segment: {'id': '3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:35.035162 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Bound port: 4862d9c3-57db-493d-ad17-238ccb7323c1, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:35.035722 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.194655 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:35.195040 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.258327 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159b7c3-db68-41a3-ba08-1866662c4d2c req-6eeb55d2-db5f-4f5c-9352-1a12b9dc8132 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:35.268903 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5159b7c3-db68-41a3-ba08-1866662c4d2c req-6eeb55d2-db5f-4f5c-9352-1a12b9dc8132 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 946 time: 0.1218112 Sep 02 17:11:35.290005 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] For port 4862d9c3-57db-493d-ad17-238ccb7323c1, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:35.293306 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] For port 4862d9c3-57db-493d-ad17-238ccb7323c1, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=4862d9c3-57db-493d-ad17-238ccb7323c1,segment=NetworkSegment(3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea),segment_id=3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:35.309771 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.314317 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5159b7c3-db68-41a3-ba08-1866662c4d2c req-3abbfe88-3d21-404d-9343-074746e5a13d tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436666 Sep 02 17:11:35.439169 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0930c-bfbb-41bd-9366-f62043b819d7 req-f4d0b469-8e60-4b63-9b96-0fdb66938049 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:35.448254 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ae0930c-bfbb-41bd-9366-f62043b819d7 req-f4d0b469-8e60-4b63-9b96-0fdb66938049 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.1002009 Sep 02 17:11:35.479081 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b34c9-a53e-4f57-8bed-798e6e7df5e9 None None] Pushing event updated for resources: {'Port': ['ID=4862d9c3-57db-493d-ad17-238ccb7323c1,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:35.496234 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Routers {'8314b213-279b-4b59-98a0-288ec7076f0c'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:35.498460 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:11:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['8314b213-279b-4b59-98a0-288ec7076f0c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:35.528554 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ae0930c-bfbb-41bd-9366-f62043b819d7 req-b65714b5-08bc-4c06-9c71-310fdc35714a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774846 Sep 02 17:11:35.540548 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758836a-d80b-4aba-a138-bb80653d3546 req-c9cd28bc-215f-4da7-9d9d-78bb53c0f0a5 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:35.542590 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7758836a-d80b-4aba-a138-bb80653d3546 req-c9cd28bc-215f-4da7-9d9d-78bb53c0f0a5 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.13 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 946 time: 0.0942793 Sep 02 17:11:35.700356 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-7758836a-d80b-4aba-a138-bb80653d3546 req-746f2f03-72d0-4111-bc0d-caaa470b9cc6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Deleting port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:11:35.700873 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7758836a-d80b-4aba-a138-bb80653d3546 req-746f2f03-72d0-4111-bc0d-caaa470b9cc6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.726507 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fdb7e-bd05-41c0-ba22-ddf344eb703a req-c7f18657-06f6-47f1-86ae-a5546efaea64 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:35.728056 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a43fdb7e-bd05-41c0-ba22-ddf344eb703a req-c7f18657-06f6-47f1-86ae-a5546efaea64 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0582042 Sep 02 17:11:35.788504 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a43fdb7e-bd05-41c0-ba22-ddf344eb703a req-89bb6979-fffb-4cbf-b248-02660d21b167 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527034 Sep 02 17:11:35.804244 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] Set router 8314b213-279b-4b59-98a0-288ec7076f0c gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:35.804680 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-7758836a-d80b-4aba-a138-bb80653d3546 req-746f2f03-72d0-4111-bc0d-caaa470b9cc6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] For port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937,segment=NetworkSegment(005edebf-f580-4f6b-a78f-87899395556b),segment_id=005edebf-f580-4f6b-a78f-87899395556b)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:35.805050 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7758836a-d80b-4aba-a138-bb80653d3546 req-746f2f03-72d0-4111-bc0d-caaa470b9cc6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.818228 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-7758836a-d80b-4aba-a138-bb80653d3546 req-746f2f03-72d0-4111-bc0d-caaa470b9cc6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Calling delete_port for e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:11:35.930610 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3625b-e251-49f8-96eb-cfcdefbb0736 req-1946e266-3679-43ae-86b2-0e5c6b0d3f9a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:35.932176 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-45e3625b-e251-49f8-96eb-cfcdefbb0736 req-1946e266-3679-43ae-86b2-0e5c6b0d3f9a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0651500 Sep 02 17:11:35.998194 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-45e3625b-e251-49f8-96eb-cfcdefbb0736 req-e527fbba-158c-4707-871d-1fbc310bb22b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590210 Sep 02 17:11:36.019943 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'name': 'tempest-TestVolumeBootPattern-575218498-router', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 4, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'gw_port': {'id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:50:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '4862d9c3-57db-493d-ad17-238ccb7323c1', 'name': '', 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'mac_address': 'fa:16:3e:01:00:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ceeca757-62a4-456c-8f2b-4f6cc1bd2c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:30Z', 'updated_at': '2021-09-02T17:11:35Z', 'revision_number': 4, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'subnets': [{'id': 'ceeca757-62a4-456c-8f2b-4f6cc1bd2c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:36.028701 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7758836a-d80b-4aba-a138-bb80653d3546 req-746f2f03-72d0-4111-bc0d-caaa470b9cc6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.051062 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b417a-fe2a-4530-a315-9efdb0518bd8 None None] The sync data for ids ['8314b213-279b-4b59-98a0-288ec7076f0c'] in dv-cinder-806260-3-iscsi is: [{'id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'name': 'tempest-TestVolumeBootPattern-575218498-router', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 4, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'gw_port': {'id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:50:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '4862d9c3-57db-493d-ad17-238ccb7323c1', 'name': '', 'network_id': '7d4be608-9041-49c6-affa-1f5bb84e3b8d', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'mac_address': 'fa:16:3e:01:00:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ceeca757-62a4-456c-8f2b-4f6cc1bd2c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:30Z', 'updated_at': '2021-09-02T17:11:35Z', 'revision_number': 4, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'subnets': [{'id': 'ceeca757-62a4-456c-8f2b-4f6cc1bd2c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:11:36.073811 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f2f03-72d0-4111-bc0d-caaa470b9cc6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Pushing event deleted for resources: {'Port': ['ID=e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:36.095402 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:11:36.138837 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-7758836a-d80b-4aba-a138-bb80653d3546 req-746f2f03-72d0-4111-bc0d-caaa470b9cc6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] No DVR routers for this DVR port e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:11:36.140671 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 0a87c875-7882-47c2-a092-e14ea53f2b64 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:11:36.141785 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7758836a-d80b-4aba-a138-bb80653d3546 req-746f2f03-72d0-4111-bc0d-caaa470b9cc6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.144133 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7758836a-d80b-4aba-a138-bb80653d3546 req-746f2f03-72d0-4111-bc0d-caaa470b9cc6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.13 "DELETE /v2.0/ports/e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 HTTP/1.1" status: 204 len: 173 time: 0.5899687 Sep 02 17:11:36.144665 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cb7d6a-93e4-427e-bdba-de422d89fa0f', 'name': 'network-vif-deleted', 'tag': 'e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:36.148191 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7f01d0-4128-498b-99cc-35e444d54afb" -d '{"events": [{"server_uuid": "90cb7d6a-93e4-427e-bdba-de422d89fa0f", "name": "network-vif-deleted", "tag": "e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:36.201837 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df450373-61f8-4254-8a5d-84bb3dd0a257 x-openstack-request-id: req-df450373-61f8-4254-8a5d-84bb3dd0a257 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:36.202127 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cb7d6a-93e4-427e-bdba-de422d89fa0f", "name": "network-vif-deleted", "tag": "e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:36.202386 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df450373-61f8-4254-8a5d-84bb3dd0a257 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:36.202836 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cb7d6a-93e4-427e-bdba-de422d89fa0f', 'name': 'network-vif-deleted', 'tag': 'e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937', 'status': 'completed', 'code': 200} Sep 02 17:11:36.304918 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:36.328924 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'port_id': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'mac_address': 'fa:16:3e:0e:bc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:11:36.370234 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.385589 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a87c875-7882-47c2-a092-e14ea53f2b64 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:11:36.408620 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:36.414117 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.424416 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-405b223c-5fb2-4025-a8c1-26d5783afb1c req-752aa120-103e-44fe-8a44-f405e2df1684 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 210 time: 0.0280023 Sep 02 17:11:36.475805 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=0a87c875-7882-47c2-a092-e14ea53f2b64,revision_number=6']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:36.661306 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47bfb8-9c10-4011-b169-10728c0a2942 req-47af5113-977b-4688-a1f8-0371d1837149 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:36.663451 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea47bfb8-9c10-4011-b169-10728c0a2942 req-47af5113-977b-4688-a1f8-0371d1837149 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0478911 Sep 02 17:11:36.703513 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea47bfb8-9c10-4011-b169-10728c0a2942 req-bb4ba9c9-22fd-4987-8485-6f6655410241 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341144 Sep 02 17:11:36.929442 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7dfe-173b-4229-97a9-738fbc76f904 req-39b92810-05f7-4821-a00e-d82d8656cf38 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:36.934352 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ccae7dfe-173b-4229-97a9-738fbc76f904 req-39b92810-05f7-4821-a00e-d82d8656cf38 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0667708 Sep 02 17:11:36.940776 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 4862d9c3-57db-493d-ad17-238ccb7323c1 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:36.970518 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ccae7dfe-173b-4229-97a9-738fbc76f904 req-594b0702-f65e-46aa-bca3-8e174110aadf tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337291 Sep 02 17:11:36.988735 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 4862d9c3-57db-493d-ad17-238ccb7323c1 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:36.992321 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 4862d9c3-57db-493d-ad17-238ccb7323c1 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:36.992689 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.999775 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:11:37.081180 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:37.120667 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 4862d9c3-57db-493d-ad17-238ccb7323c1, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=4862d9c3-57db-493d-ad17-238ccb7323c1,segment=NetworkSegment(3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea),segment_id=3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:37.120911 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b86b-1b2f-4018-bc4e-c61427542e42 req-09dea5e1-c27e-4ca3-a2aa-a10269ec5c6c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:37.122674 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3516b86b-1b2f-4018-bc4e-c61427542e42 req-09dea5e1-c27e-4ca3-a2aa-a10269ec5c6c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0533192 Sep 02 17:11:37.125785 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:37.165426 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3516b86b-1b2f-4018-bc4e-c61427542e42 req-39f753c6-355e-4c00-b018-ddd243a5649d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363231 Sep 02 17:11:37.174804 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=4862d9c3-57db-493d-ad17-238ccb7323c1,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:37.520145 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89625060-f213-4f8a-826f-d3ffec9f464f req-7eaa401c-6b46-44ec-9b95-dad4926ae402 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 210 time: 0.0255134 Sep 02 17:11:37.831316 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf951e-2dce-4b10-bcb8-d4b79691df17 req-3858d4a9-1b9d-4eb2-97be-bf146ded03f8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:37.832896 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-afaf951e-2dce-4b10-bcb8-d4b79691df17 req-3858d4a9-1b9d-4eb2-97be-bf146ded03f8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0558684 Sep 02 17:11:37.872729 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-afaf951e-2dce-4b10-bcb8-d4b79691df17 req-e3e2ec5c-9228-4534-8f1a-6d64519bb6ef tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321803 Sep 02 17:11:38.086589 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f97544-02ea-4312-aef5-0899b20a5e24 req-9742461e-402c-47ac-b875-bbc686ed7f54 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:38.088443 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-37f97544-02ea-4312-aef5-0899b20a5e24 req-9742461e-402c-47ac-b875-bbc686ed7f54 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0481663 Sep 02 17:11:38.128265 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-37f97544-02ea-4312-aef5-0899b20a5e24 req-c1cda170-4994-4e6e-986f-4f46d74526e2 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330114 Sep 02 17:11:38.285982 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66291c7-6f39-4ec4-a5d9-ff0a2d7ecee7 req-a04ce019-7dc5-44f2-a46d-292c72f3bece tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:38.288266 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d66291c7-6f39-4ec4-a5d9-ff0a2d7ecee7 req-a04ce019-7dc5-44f2-a46d-292c72f3bece tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0527074 Sep 02 17:11:38.329565 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d66291c7-6f39-4ec4-a5d9-ff0a2d7ecee7 req-6a415edf-c252-4748-8adb-e508c10ee802 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354979 Sep 02 17:11:38.621839 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c37397b-e2c7-4a48-8cd7-2423e0f61884 req-52877e87-a121-462f-bd9b-51c7470ad817 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 210 time: 0.0312726 Sep 02 17:11:38.900904 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 4862d9c3-57db-493d-ad17-238ccb7323c1 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:38.952091 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 4862d9c3-57db-493d-ad17-238ccb7323c1 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:38.952465 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:38.992957 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed580a-6fb6-4f29-86ff-485b32764246 req-4784e1be-8a49-47fa-b0e0-111c2dc50a81 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:38.994440 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5ed580a-6fb6-4f29-86ff-485b32764246 req-4784e1be-8a49-47fa-b0e0-111c2dc50a81 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0499933 Sep 02 17:11:39.032771 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5ed580a-6fb6-4f29-86ff-485b32764246 req-dcb1ba11-e536-45fe-a581-2a7327801650 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Sep 02 17:11:39.244194 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb9c94-52c5-4633-816d-fcff068f14ec req-bfba61a4-85a1-424d-a4e4-e7bb70fe0d64 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:39.245878 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0bb9c94-52c5-4633-816d-fcff068f14ec req-bfba61a4-85a1-424d-a4e4-e7bb70fe0d64 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0502424 Sep 02 17:11:39.284665 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0bb9c94-52c5-4633-816d-fcff068f14ec req-115b9978-0a57-4415-9618-4989a1b96708 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Sep 02 17:11:39.448612 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907beea8-8d3b-4684-abe5-94c7656b9821 req-7b4268c4-5ed4-4d29-8a04-8fd1e6c1c584 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:39.450080 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-907beea8-8d3b-4684-abe5-94c7656b9821 req-7b4268c4-5ed4-4d29-8a04-8fd1e6c1c584 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0543909 Sep 02 17:11:39.488219 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-907beea8-8d3b-4684-abe5-94c7656b9821 req-93d7c64a-af58-48ef-ae6f-7620295fbff8 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321500 Sep 02 17:11:39.725790 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c2423b92-55e0-4012-8083-49787c696522 req-caa06458-2603-48a5-9157-ea0ab5a03c15 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=90cb7d6a-93e4-427e-bdba-de422d89fa0f HTTP/1.1" status: 200 len: 210 time: 0.0270181 Sep 02 17:11:40.151191 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8f736-04c7-4c42-ad03-c82280e2d377 req-c6192b4a-5c57-497a-8c04-7d643b226205 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:40.152740 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bfc8f736-04c7-4c42-ad03-c82280e2d377 req-c6192b4a-5c57-497a-8c04-7d643b226205 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0484223 Sep 02 17:11:40.190114 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bfc8f736-04c7-4c42-ad03-c82280e2d377 req-45857962-6867-48ad-a27f-d45fd649ab0c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313385 Sep 02 17:11:40.353445 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['0a87c875-7882-47c2-a092-e14ea53f2b64'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:11:40.401266 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed2cc9-2ebb-4aa9-ae62-fd8f20fb4595 req-75ffdbde-a6c5-4743-8f9f-0c76be354807 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:40.402963 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bfed2cc9-2ebb-4aa9-ae62-fd8f20fb4595 req-75ffdbde-a6c5-4743-8f9f-0c76be354807 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0483844 Sep 02 17:11:40.444510 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bfed2cc9-2ebb-4aa9-ae62-fd8f20fb4595 req-314388bf-b24c-4f4f-bb05-8b615cf4ad79 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347257 Sep 02 17:11:40.608788 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e4e85-d5dc-4f69-90b0-05dd1d0f7d8b req-cfffbed9-dc4a-4d65-b31d-fce393008ff6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:40.610238 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-082e4e85-d5dc-4f69-90b0-05dd1d0f7d8b req-cfffbed9-dc4a-4d65-b31d-fce393008ff6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0544846 Sep 02 17:11:40.654056 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-082e4e85-d5dc-4f69-90b0-05dd1d0f7d8b req-0f3cf560-5454-4d7c-8d07-1f807dfc2a9c tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371952 Sep 02 17:11:41.311107 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dc074-b38c-4e98-979c-3fbfc3735d3e req-07f430a8-9bd3-4b9b-b170-e352cd2e5892 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:41.312646 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-280dc074-b38c-4e98-979c-3fbfc3735d3e req-07f430a8-9bd3-4b9b-b170-e352cd2e5892 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0517297 Sep 02 17:11:41.590478 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-280dc074-b38c-4e98-979c-3fbfc3735d3e req-0a775db4-6bfd-4dc9-9340-3fe44e2af7e7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703521 Sep 02 17:11:41.598032 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9d3db-436a-4bc7-83f2-1f16eb264045 req-749e25d9-e72e-4ade-ac04-10262569883c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:41.600190 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a1a9d3db-436a-4bc7-83f2-1f16eb264045 req-749e25d9-e72e-4ade-ac04-10262569883c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0736165 Sep 02 17:11:41.647845 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a1a9d3db-436a-4bc7-83f2-1f16eb264045 req-68ff01f0-28b7-4261-bdb8-b2f9f4e92556 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410004 Sep 02 17:11:41.772913 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170c0d0-4a2a-4d68-b285-cda8be15977e req-ac651189-ab74-4940-810a-3c00d68f991b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:41.774429 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9170c0d0-4a2a-4d68-b285-cda8be15977e req-ac651189-ab74-4940-810a-3c00d68f991b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0535579 Sep 02 17:11:41.812609 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9170c0d0-4a2a-4d68-b285-cda8be15977e req-f4d40822-a72d-4740-a139-de75fcada692 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Sep 02 17:11:42.746530 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db453f8-8a3d-4cbb-96be-50e27fcf62cf req-e5443605-499c-42ca-ad77-400e27469761 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:42.748017 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8db453f8-8a3d-4cbb-96be-50e27fcf62cf req-e5443605-499c-42ca-ad77-400e27469761 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0471952 Sep 02 17:11:42.785014 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8db453f8-8a3d-4cbb-96be-50e27fcf62cf req-f03946fb-3608-4b06-b742-26c7f0c1f248 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312309 Sep 02 17:11:42.897543 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296355-433e-4771-ab15-ffd982b5e66b req-ae9babc2-daf0-4681-9a7c-024a2decda5c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:42.899120 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ad296355-433e-4771-ab15-ffd982b5e66b req-ae9babc2-daf0-4681-9a7c-024a2decda5c tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0575745 Sep 02 17:11:42.939058 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ad296355-433e-4771-ab15-ffd982b5e66b req-5621b8d9-1b00-4940-85c8-beef7b959f0d tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330875 Sep 02 17:11:43.039069 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5a3b-3e34-4461-937c-11309923f8c1 req-83439d25-f78f-426b-bc28-3c4f866bc571 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:43.040698 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-70ef5a3b-3e34-4461-937c-11309923f8c1 req-83439d25-f78f-426b-bc28-3c4f866bc571 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0486565 Sep 02 17:11:43.078224 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-70ef5a3b-3e34-4461-937c-11309923f8c1 req-1a0853a9-e197-4e1f-b1f5-1e64a3680c68 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Sep 02 17:11:43.643108 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 0a87c875-7882-47c2-a092-e14ea53f2b64 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:43.692153 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 0a87c875-7882-47c2-a092-e14ea53f2b64 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:43.692627 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.774925 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.799804 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:43.802133 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a6748f-8e60-4832-a77e-eb26a6528890" -d '{"events": [{"server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "name": "network-vif-plugged", "status": "completed", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:43.820303 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:43.825841 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.826741 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:11:43.866294 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab13883-9baa-4ef9-9f6e-5108a4e76003 x-openstack-request-id: req-2ab13883-9baa-4ef9-9f6e-5108a4e76003 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:43.866615 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "name": "network-vif-plugged", "status": "completed", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:43.866863 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ab13883-9baa-4ef9-9f6e-5108a4e76003 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:43.867256 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'code': 200} Sep 02 17:11:43.872391 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:11:43.872745 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device e9dda3e8-e3cc-41ac-a8ce-42eacc3fc937 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:11:43.897277 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=0a87c875-7882-47c2-a092-e14ea53f2b64,revision_number=7']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:43.965078 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d4876-3718-4a2b-b9c2-b20f84fe91da req-5a6ba769-62d4-4a6e-be10-49d4c67d8dcb tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:43.966471 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b30d4876-3718-4a2b-b9c2-b20f84fe91da req-5a6ba769-62d4-4a6e-be10-49d4c67d8dcb tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0486658 Sep 02 17:11:44.004107 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b30d4876-3718-4a2b-b9c2-b20f84fe91da req-c6faf8b3-51cd-460e-ad2a-6ccfcf69d0bf tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316217 Sep 02 17:11:44.114245 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e0ea6-00d3-43c8-bf71-841c3e77ebce req-99cad5cb-7ab1-4861-8122-fa18c4fdfcd5 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:44.116259 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-375e0ea6-00d3-43c8-bf71-841c3e77ebce req-99cad5cb-7ab1-4861-8122-fa18c4fdfcd5 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0522377 Sep 02 17:11:44.153605 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-375e0ea6-00d3-43c8-bf71-841c3e77ebce req-49336f15-675b-48d9-ab9d-3991fc043821 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Sep 02 17:11:44.254494 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dad09-e607-435e-b108-eb230826d4cc req-c1ad8243-187d-432a-b9b8-6e397b9717e6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:44.256666 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2c8dad09-e607-435e-b108-eb230826d4cc req-c1ad8243-187d-432a-b9b8-6e397b9717e6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0496120 Sep 02 17:11:44.293755 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2c8dad09-e607-435e-b108-eb230826d4cc req-4c60c0c5-d0c5-4f0e-9942-fa16409a6a12 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311193 Sep 02 17:11:45.137224 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4efe1-fe42-446f-aad6-1218824710aa req-b38103a8-7ddb-4111-8c17-2329d11f34a7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:45.138804 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c7f4efe1-fe42-446f-aad6-1218824710aa req-b38103a8-7ddb-4111-8c17-2329d11f34a7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0505822 Sep 02 17:11:45.180716 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c7f4efe1-fe42-446f-aad6-1218824710aa req-9fd775c8-0098-43cc-bf92-a436b54bb404 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358946 Sep 02 17:11:45.320170 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0825f3f-f435-470d-a46b-5d317dc5190b req-33c9ff1b-f711-4f46-90bc-2578a0c5682e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:45.322600 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0825f3f-f435-470d-a46b-5d317dc5190b req-33c9ff1b-f711-4f46-90bc-2578a0c5682e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0641987 Sep 02 17:11:45.377402 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0825f3f-f435-470d-a46b-5d317dc5190b req-bc1e5e7e-f89c-46e6-ad1a-0620b1c170e5 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482574 Sep 02 17:11:45.453478 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaa37f-9fc6-49b5-9116-a7dc0ce757e9 req-ed6f42e4-86e9-4d56-a23c-6be31222372a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:45.454926 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1cbaa37f-9fc6-49b5-9116-a7dc0ce757e9 req-ed6f42e4-86e9-4d56-a23c-6be31222372a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0819569 Sep 02 17:11:45.510096 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1cbaa37f-9fc6-49b5-9116-a7dc0ce757e9 req-ca424a1b-689d-4c03-9f77-ecc37cc23713 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477004 Sep 02 17:11:45.763251 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaf12a-0dfa-41df-bd5c-207b4d8b3301 req-c4497ad0-98f3-4800-bd7e-46a6f991430e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:45.765260 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2abaf12a-0dfa-41df-bd5c-207b4d8b3301 req-c4497ad0-98f3-4800-bd7e-46a6f991430e tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 945 time: 0.0654514 Sep 02 17:11:45.905023 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-2abaf12a-0dfa-41df-bd5c-207b4d8b3301 req-dd0179a0-872d-4324-8a9a-14c6e70b3d50 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Deleting port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:11:45.905576 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-2abaf12a-0dfa-41df-bd5c-207b4d8b3301 req-dd0179a0-872d-4324-8a9a-14c6e70b3d50 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:46.077160 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-2abaf12a-0dfa-41df-bd5c-207b4d8b3301 req-dd0179a0-872d-4324-8a9a-14c6e70b3d50 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] For port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:46.084177 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-2abaf12a-0dfa-41df-bd5c-207b4d8b3301 req-dd0179a0-872d-4324-8a9a-14c6e70b3d50 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:46.109990 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-2abaf12a-0dfa-41df-bd5c-207b4d8b3301 req-dd0179a0-872d-4324-8a9a-14c6e70b3d50 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Calling delete_port for b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:11:46.430411 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-2abaf12a-0dfa-41df-bd5c-207b4d8b3301 req-dd0179a0-872d-4324-8a9a-14c6e70b3d50 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:46.478097 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['7e2fc8cd-4943-4413-bed6-883f6ed096b2', '3e150f1a-44ff-4964-8378-9720427117af', '952e9d68-5d66-4070-8f0d-f97eda69ecab', 'b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:11:46.521932 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824afebe-f38c-420d-ba7e-59500605f541 req-179b9cc0-7c2c-415a-a0ef-430e0bb1233f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:46.532525 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-824afebe-f38c-420d-ba7e-59500605f541 req-179b9cc0-7c2c-415a-a0ef-430e0bb1233f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.2106702 Sep 02 17:11:46.548417 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0179a0-872d-4324-8a9a-14c6e70b3d50 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Pushing event deleted for resources: {'Port': ['ID=b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:46.584988 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52da08c7-4ba5-4b31-88c6-1a0eeb1ff363 req-452a84ea-45bd-42f6-b0a7-fe140b66ced5 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=422ee9ba-ea68-49c1-8704-16f3da2e809c HTTP/1.1" status: 200 len: 210 time: 0.0833118 Sep 02 17:11:46.635955 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abaf12a-0dfa-41df-bd5c-207b4d8b3301 req-dd0179a0-872d-4324-8a9a-14c6e70b3d50 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] No DVR routers for this DVR port b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:11:46.639611 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-2abaf12a-0dfa-41df-bd5c-207b4d8b3301 req-dd0179a0-872d-4324-8a9a-14c6e70b3d50 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:46.642479 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2abaf12a-0dfa-41df-bd5c-207b4d8b3301 req-dd0179a0-872d-4324-8a9a-14c6e70b3d50 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "DELETE /v2.0/ports/b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 HTTP/1.1" status: 204 len: 173 time: 0.8685963 Sep 02 17:11:46.643676 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422ee9ba-ea68-49c1-8704-16f3da2e809c', 'name': 'network-vif-deleted', 'tag': 'b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:46.645970 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beb5ef2-645a-422b-915f-6e8c92cfb686" -d '{"events": [{"server_uuid": "422ee9ba-ea68-49c1-8704-16f3da2e809c", "name": "network-vif-deleted", "tag": "b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:46.709949 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-824afebe-f38c-420d-ba7e-59500605f541 req-98bfc25b-b37b-48f3-bcb3-6edec4492e79 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749606 Sep 02 17:11:46.855075 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3474dc4d-1ef2-427a-a3f8-7dcdd33dd3dc x-openstack-request-id: req-3474dc4d-1ef2-427a-a3f8-7dcdd33dd3dc {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:46.855339 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422ee9ba-ea68-49c1-8704-16f3da2e809c", "name": "network-vif-deleted", "tag": "b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:46.855620 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3474dc4d-1ef2-427a-a3f8-7dcdd33dd3dc {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:46.856462 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422ee9ba-ea68-49c1-8704-16f3da2e809c', 'name': 'network-vif-deleted', 'tag': 'b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1', 'status': 'completed', 'code': 200} Sep 02 17:11:46.935263 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7f6b5-7ec1-4b62-a810-a2411e4753d0 req-30bb47f8-8597-4b6a-a0ed-e09cb3d03acf tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:46.953081 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30c7f6b5-7ec1-4b62-a810-a2411e4753d0 req-30bb47f8-8597-4b6a-a0ed-e09cb3d03acf tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.1950037 Sep 02 17:11:47.038421 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30c7f6b5-7ec1-4b62-a810-a2411e4753d0 req-bb5d0ee5-723a-4712-ae2c-98ecdee5f802 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805144 Sep 02 17:11:47.103757 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:47.404901 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490ec73-ffde-40a7-bb63-1f415cbd8405 req-3eefe340-325e-48cd-a89e-6d7f3468b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:47.406951 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8490ec73-ffde-40a7-bb63-1f415cbd8405 req-3eefe340-325e-48cd-a89e-6d7f3468b9fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 1098 time: 0.0554442 Sep 02 17:11:47.593780 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490ec73-ffde-40a7-bb63-1f415cbd8405 req-e6790226-e26d-468f-9171-19bd2145186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:47.597850 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8490ec73-ffde-40a7-bb63-1f415cbd8405 req-e6790226-e26d-468f-9171-19bd2145186b service neutron] 10.222.0.13 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 918 time: 0.1503663 Sep 02 17:11:47.722843 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8490ec73-ffde-40a7-bb63-1f415cbd8405 req-bf8addf2-412d-4fa8-a4a4-ed9edeecbe69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a87c875-7882-47c2-a092-e14ea53f2b64 HTTP/1.1" status: 200 len: 1001 time: 0.1165185 Sep 02 17:11:47.840452 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490ec73-ffde-40a7-bb63-1f415cbd8405 req-e0d2dd13-362d-4d99-8766-2d5b42f2bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:47.841955 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8490ec73-ffde-40a7-bb63-1f415cbd8405 req-e0d2dd13-362d-4d99-8766-2d5b42f2bdc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 200 len: 856 time: 0.1095738 Sep 02 17:11:47.927871 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93693c-4489-4173-87d2-cce96a64dc24 req-189d4f30-530c-4d26-922d-12ffa48ffa84 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:47.929334 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1c93693c-4489-4173-87d2-cce96a64dc24 req-189d4f30-530c-4d26-922d-12ffa48ffa84 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.1042631 Sep 02 17:11:47.936556 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490ec73-ffde-40a7-bb63-1f415cbd8405 req-72a6c25f-3d4b-4850-98c9-ef377a79e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:47.938163 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8490ec73-ffde-40a7-bb63-1f415cbd8405 req-72a6c25f-3d4b-4850-98c9-ef377a79e8c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94c8cbb5-40fd-4da4-849b-703835a0088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754392 Sep 02 17:11:48.041344 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1c93693c-4489-4173-87d2-cce96a64dc24 req-79dcc966-dbd1-4236-b71a-307135ae42e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020882 Sep 02 17:11:48.108806 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8490ec73-ffde-40a7-bb63-1f415cbd8405 req-8190a4c3-f434-4ba7-917a-e1bd9065c052 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548758 Sep 02 17:11:48.213957 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3936ede-7d32-4cc5-9f17-d14be144ff0f req-49e52c54-161d-4e75-b495-e935f40cca6e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:48.229984 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c3936ede-7d32-4cc5-9f17-d14be144ff0f req-49e52c54-161d-4e75-b495-e935f40cca6e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.1067424 Sep 02 17:11:48.352531 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c3936ede-7d32-4cc5-9f17-d14be144ff0f req-b3682f71-7362-4f61-82a5-389b80de26f5 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209550 Sep 02 17:11:48.366813 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8490ec73-ffde-40a7-bb63-1f415cbd8405 req-142b7615-e8c0-4e03-aa10-644f87941156 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303791 Sep 02 17:11:49.114651 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188298b-7d16-49a9-87bd-fca86c2d61d0 req-47c2e9c5-a257-4e50-92b2-47b49c6083f7 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:49.116728 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b188298b-7d16-49a9-87bd-fca86c2d61d0 req-47c2e9c5-a257-4e50-92b2-47b49c6083f7 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 945 time: 0.0675316 Sep 02 17:11:49.169309 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b188298b-7d16-49a9-87bd-fca86c2d61d0 req-1c4e51ce-1e8c-4c50-91b9-80af08d6c93f tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Sep 02 17:11:49.240336 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895acd-cb5b-4fe1-b18f-c2ba649f48c4 req-7237c684-c432-410b-955d-ac52647a2948 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:49.242615 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da895acd-cb5b-4fe1-b18f-c2ba649f48c4 req-7237c684-c432-410b-955d-ac52647a2948 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0643468 Sep 02 17:11:49.296354 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da895acd-cb5b-4fe1-b18f-c2ba649f48c4 req-06a04494-24b3-4f81-ad96-b4cef360b174 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454891 Sep 02 17:11:49.548249 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0a48d-72b5-46aa-902e-67e50cb54e31 req-ce7c9126-068e-4dc9-b54f-14f7827b7127 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:49.550319 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e2f0a48d-72b5-46aa-902e-67e50cb54e31 req-ce7c9126-068e-4dc9-b54f-14f7827b7127 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0536106 Sep 02 17:11:49.601000 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:11:49.612010 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e2f0a48d-72b5-46aa-902e-67e50cb54e31 req-589942ad-0361-450e-ad75-3ab572c2ce50 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519774 Sep 02 17:11:49.630857 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:11:49.631419 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device b84c05c6-edce-4eb5-954d-fdf2e1e3e9a1 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:11:50.281706 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59150a30-6caf-490f-9a3d-610e522b3e7d req-7e7df567-ff1d-4eec-b12b-ec14bafe56ca tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:50.283265 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-59150a30-6caf-490f-9a3d-610e522b3e7d req-7e7df567-ff1d-4eec-b12b-ec14bafe56ca tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 945 time: 0.0511570 Sep 02 17:11:50.341885 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-59150a30-6caf-490f-9a3d-610e522b3e7d req-b4147d98-68b2-4d2f-95f4-2461fde8de04 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511491 Sep 02 17:11:50.473407 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21581f2c-01de-4b2e-abdf-22bebcfd9c86 req-db768047-be3e-40ec-b32c-0525c98d5087 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:50.475420 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-21581f2c-01de-4b2e-abdf-22bebcfd9c86 req-db768047-be3e-40ec-b32c-0525c98d5087 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0559645 Sep 02 17:11:50.537826 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-21581f2c-01de-4b2e-abdf-22bebcfd9c86 req-b3049a98-d43c-40fd-8f70-5d56ba5081d0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497305 Sep 02 17:11:50.766237 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0b04-0b41-486c-aab6-29eb9720625f req-00291050-f01d-4c1c-9128-fe0a1adeda14 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:50.767779 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2b9b0b04-0b41-486c-aab6-29eb9720625f req-00291050-f01d-4c1c-9128-fe0a1adeda14 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0614557 Sep 02 17:11:50.812337 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2b9b0b04-0b41-486c-aab6-29eb9720625f req-159fc8c2-27e2-4e35-b2a1-d3b85e2181e3 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366154 Sep 02 17:11:51.466571 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210af38b-3f91-43c2-b0b8-3ce0d663c88f req-30c4d17e-7553-4134-b5f7-a707f8ace92b tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:51.468159 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-210af38b-3f91-43c2-b0b8-3ce0d663c88f req-30c4d17e-7553-4134-b5f7-a707f8ace92b tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 945 time: 0.0623510 Sep 02 17:11:51.516500 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-210af38b-3f91-43c2-b0b8-3ce0d663c88f req-c5fb20be-4d84-4294-8660-862a47548fad tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Sep 02 17:11:51.676880 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8a7b2-0494-4575-bdd1-433933814855 req-6e8dae45-4ca2-4d5c-ac60-0c2e1250a83c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:51.685347 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fae8a7b2-0494-4575-bdd1-433933814855 req-6e8dae45-4ca2-4d5c-ac60-0c2e1250a83c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0740993 Sep 02 17:11:51.731197 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fae8a7b2-0494-4575-bdd1-433933814855 req-0207cb37-b0fc-4124-b0c0-0f163da8d41b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444398 Sep 02 17:11:51.941556 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52f70b-9bd3-4e32-86b9-6555b8e06e19 req-a96b9304-a22c-4892-a729-3c60450afddf tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:51.949794 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4a52f70b-9bd3-4e32-86b9-6555b8e06e19 req-a96b9304-a22c-4892-a729-3c60450afddf tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0609255 Sep 02 17:11:51.976560 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-edac8a6d-7393-416a-94de-624cedd80672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:51.994030 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4a52f70b-9bd3-4e32-86b9-6555b8e06e19 req-f46c988a-b4f1-4e07-a155-f5e636f5c8c1 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Sep 02 17:11:52.672402 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb63ac-f5ec-442a-afea-1a582c18aef3 req-e6e133f0-423f-480b-8db5-8f44b3870ac5 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:52.674046 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7beb63ac-f5ec-442a-afea-1a582c18aef3 req-e6e133f0-423f-480b-8db5-8f44b3870ac5 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 945 time: 0.0665610 Sep 02 17:11:52.723431 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7beb63ac-f5ec-442a-afea-1a582c18aef3 req-647e887b-e6ef-4232-979c-f0d4961b473b tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423279 Sep 02 17:11:52.885916 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad222d6-418b-41a7-ba58-0243d641f3d6 req-7cad7f22-2ba2-4620-bcc7-ebd4c53e33d4 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:52.888921 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4ad222d6-418b-41a7-ba58-0243d641f3d6 req-7cad7f22-2ba2-4620-bcc7-ebd4c53e33d4 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0778353 Sep 02 17:11:52.938746 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4ad222d6-418b-41a7-ba58-0243d641f3d6 req-b0a7fa46-be6e-40fd-9303-9761aec00793 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396707 Sep 02 17:11:53.228659 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ad9cb-0c89-41c7-b4ac-5bba9bc3fbd9 req-5cd6426f-76f7-4095-8fbd-8089f8d6e668 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:53.230556 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a39ad9cb-0c89-41c7-b4ac-5bba9bc3fbd9 req-5cd6426f-76f7-4095-8fbd-8089f8d6e668 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0551131 Sep 02 17:11:53.293709 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a39ad9cb-0c89-41c7-b4ac-5bba9bc3fbd9 req-d9fad306-243d-4093-8541-3421e442da71 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502012 Sep 02 17:11:53.868131 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e752582-b428-44f5-a418-d1455deb08e3 req-0311399a-3d4a-4faf-9aae-e99047545ece tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:53.870664 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4e752582-b428-44f5-a418-d1455deb08e3 req-0311399a-3d4a-4faf-9aae-e99047545ece tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 945 time: 0.0594592 Sep 02 17:11:53.924185 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4e752582-b428-44f5-a418-d1455deb08e3 req-2b3d65ff-6a5f-48ea-9b31-2c32c423680b tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474734 Sep 02 17:11:54.132140 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5be82-ef29-425d-a185-e0ea52744a75 req-94ede39b-684a-41a8-9820-e54968292a61 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:54.135589 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ddc5be82-ef29-425d-a185-e0ea52744a75 req-94ede39b-684a-41a8-9820-e54968292a61 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0785229 Sep 02 17:11:54.184265 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ddc5be82-ef29-425d-a185-e0ea52744a75 req-15ed6c43-6ed6-4574-bdb6-c1cfb8c09d4a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421221 Sep 02 17:11:54.332245 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68617da0-9f4b-42d9-af37-3983777f0cb8 req-e74bd647-8b49-4f88-8cb8-5b3c33bed95d tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:54.334342 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68617da0-9f4b-42d9-af37-3983777f0cb8 req-e74bd647-8b49-4f88-8cb8-5b3c33bed95d tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 945 time: 0.0672748 Sep 02 17:11:54.544291 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb6f59-0d35-4f24-97ed-880280a69291 req-a33256d6-8bf4-4dc1-a193-e401305844c0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:54.546163 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-29fb6f59-0d35-4f24-97ed-880280a69291 req-a33256d6-8bf4-4dc1-a193-e401305844c0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0881279 Sep 02 17:11:54.569896 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-68617da0-9f4b-42d9-af37-3983777f0cb8 req-597c6213-c2f7-4bf3-8d8d-afe459438af4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Deleting port 952e9d68-5d66-4070-8f0d-f97eda69ecab {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:11:54.570234 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-68617da0-9f4b-42d9-af37-3983777f0cb8 req-597c6213-c2f7-4bf3-8d8d-afe459438af4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.698590 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 47520) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:54.702646 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-29fb6f59-0d35-4f24-97ed-880280a69291 req-5152f1dd-4969-43bf-8091-5eab619bf61f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467047 Sep 02 17:11:54.744528 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-68617da0-9f4b-42d9-af37-3983777f0cb8 req-597c6213-c2f7-4bf3-8d8d-afe459438af4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] For port 952e9d68-5d66-4070-8f0d-f97eda69ecab, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=952e9d68-5d66-4070-8f0d-f97eda69ecab,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:54.744984 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-68617da0-9f4b-42d9-af37-3983777f0cb8 req-597c6213-c2f7-4bf3-8d8d-afe459438af4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.772958 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-68617da0-9f4b-42d9-af37-3983777f0cb8 req-597c6213-c2f7-4bf3-8d8d-afe459438af4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Calling delete_port for 952e9d68-5d66-4070-8f0d-f97eda69ecab owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:11:54.869319 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.940917 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-68617da0-9f4b-42d9-af37-3983777f0cb8 req-597c6213-c2f7-4bf3-8d8d-afe459438af4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.950336 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f29b5a01-adbf-405d-909f-656acb44d7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.992941 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c6213-c2f7-4bf3-8d8d-afe459438af4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Pushing event deleted for resources: {'Port': ['ID=952e9d68-5d66-4070-8f0d-f97eda69ecab,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:54.993879 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['7e2fc8cd-4943-4413-bed6-883f6ed096b2', '3e150f1a-44ff-4964-8378-9720427117af', '952e9d68-5d66-4070-8f0d-f97eda69ecab'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:11:55.008214 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.017613 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.070007 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-68617da0-9f4b-42d9-af37-3983777f0cb8 req-597c6213-c2f7-4bf3-8d8d-afe459438af4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] No DVR routers for this DVR port 952e9d68-5d66-4070-8f0d-f97eda69ecab on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:11:55.080892 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5684c6bdccf04e05a4840a37a210a258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781111 Sep 02 17:11:55.080892 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9794bd3-0dd5-4efb-9805-b4fb6631e7c2,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:55.082044 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 47530) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:55.099820 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2e709c1f-f587-438f-8056-e39fda07a864 req-bb99a14a-eb86-4ae1-b5b4-dcb6bd40e707 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=824de352-7b8c-4ab6-8e42-1958f7b70c25 HTTP/1.1" status: 200 len: 210 time: 0.0660322 Sep 02 17:11:55.100724 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.100935 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-68617da0-9f4b-42d9-af37-3983777f0cb8 req-597c6213-c2f7-4bf3-8d8d-afe459438af4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.101302 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.101713 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.102315 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.102758 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.103002 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68617da0-9f4b-42d9-af37-3983777f0cb8 req-597c6213-c2f7-4bf3-8d8d-afe459438af4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "DELETE /v2.0/ports/952e9d68-5d66-4070-8f0d-f97eda69ecab HTTP/1.1" status: 204 len: 173 time: 0.7623098 Sep 02 17:11:55.103213 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.103446 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824de352-7b8c-4ab6-8e42-1958f7b70c25', 'name': 'network-vif-deleted', 'tag': '952e9d68-5d66-4070-8f0d-f97eda69ecab'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:55.103657 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.104202 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.104660 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.105053 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.105442 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.105708 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f2050b-f0d1-4f30-8bcd-41bb79eb4be0" -d '{"events": [{"server_uuid": "824de352-7b8c-4ab6-8e42-1958f7b70c25", "name": "network-vif-deleted", "tag": "952e9d68-5d66-4070-8f0d-f97eda69ecab"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:55.105978 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b3ad9-dd88-4586-9e14-448c1d9543f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:55.196904 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-87812bf6-94d1-483e-86c2-6e100b395697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.211776 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c4a2b4-3b8d-431e-9e4f-ca94cb474311 x-openstack-request-id: req-44c4a2b4-3b8d-431e-9e4f-ca94cb474311 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:55.212105 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824de352-7b8c-4ab6-8e42-1958f7b70c25", "name": "network-vif-deleted", "tag": "952e9d68-5d66-4070-8f0d-f97eda69ecab", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:55.212359 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44c4a2b4-3b8d-431e-9e4f-ca94cb474311 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:55.212708 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824de352-7b8c-4ab6-8e42-1958f7b70c25', 'name': 'network-vif-deleted', 'tag': '952e9d68-5d66-4070-8f0d-f97eda69ecab', 'status': 'completed', 'code': 200} Sep 02 17:11:55.229766 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-87812bf6-94d1-483e-86c2-6e100b395697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.307370 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.334840 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-87812bf6-94d1-483e-86c2-6e100b395697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.341554 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-87812bf6-94d1-483e-86c2-6e100b395697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.343932 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-87812bf6-94d1-483e-86c2-6e100b395697 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9794bd3-0dd5-4efb-9805-b4fb6631e7c2 HTTP/1.1" status: 204 len: 168 time: 0.2597003 Sep 02 17:11:55.363789 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87812bf6-94d1-483e-86c2-6e100b395697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9794bd3-0dd5-4efb-9805-b4fb6631e7c2,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:55.468167 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad6c79-1be6-40eb-ab6d-ede983e8531a req-8ae8b0bf-9aeb-42d4-b048-800a3c29024a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:55.471779 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ebad6c79-1be6-40eb-ab6d-ede983e8531a req-8ae8b0bf-9aeb-42d4-b048-800a3c29024a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.1542845 Sep 02 17:11:55.533463 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ebad6c79-1be6-40eb-ab6d-ede983e8531a req-fd8543df-1319-4944-bef0-82c3cef451d9 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548296 Sep 02 17:11:55.590674 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 47546) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:55.836944 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5484802c-3f62-413d-a132-a5466d50111e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.871823 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5a889-3f8f-41f7-a880-1a24f7496196 req-a41aa9e7-da6d-4880-9b6e-81ce81e6c10f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:55.880798 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cfb5a889-3f8f-41f7-a880-1a24f7496196 req-a41aa9e7-da6d-4880-9b6e-81ce81e6c10f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0787439 Sep 02 17:11:55.937946 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cfb5a889-3f8f-41f7-a880-1a24f7496196 req-4981429d-1b5e-48a4-a63e-9cb9323c3be6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558405 Sep 02 17:11:55.954048 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5484802c-3f62-413d-a132-a5466d50111e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.962282 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5484802c-3f62-413d-a132-a5466d50111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.996954 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484802c-3f62-413d-a132-a5466d50111e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1475b87a-25a9-47c5-b781-d7bc5bc1433e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:56.057913 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5484802c-3f62-413d-a132-a5466d50111e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63f9869776f2407592e971d33671cd31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669018 Sep 02 17:11:56.060724 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 47564) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:56.144375 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.167986 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.271171 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.275528 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.279098 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1475b87a-25a9-47c5-b781-d7bc5bc1433e HTTP/1.1" status: 204 len: 168 time: 0.2172058 Sep 02 17:11:56.291371 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1475b87a-25a9-47c5-b781-d7bc5bc1433e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:56.299570 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.300050 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.300397 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.300785 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.301125 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.301466 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.301800 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.303078 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.303499 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.303843 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.304180 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.305353 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0b273-30e8-4df0-a7a0-a37a7fb305e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:56.533353 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.554426 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97336e7-b7b1-4521-a771-4a69c3402273 req-571a8802-03c1-4277-8e5b-8d26caf43c15 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:56.570553 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b97336e7-b7b1-4521-a771-4a69c3402273 req-571a8802-03c1-4277-8e5b-8d26caf43c15 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 945 time: 0.1215553 Sep 02 17:11:56.627009 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b97336e7-b7b1-4521-a771-4a69c3402273 req-2b8b04f3-232a-46ad-8aa2-488ba5be8963 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493529 Sep 02 17:11:56.675150 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-9ac6a49e-ea46-43d4-b799-dd035c0e465b tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:56.677695 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-9ac6a49e-ea46-43d4-b799-dd035c0e465b tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/networks?id=66d8eb5c-183b-4388-baa3-2c614c901226 HTTP/1.1" status: 200 len: 812 time: 0.1655376 Sep 02 17:11:56.695273 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-a37116f0-c933-4529-a0a0-1a82413a667b tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/quotas/8b68171454c54ab49ec2f23eb7573aa8 HTTP/1.1" status: 200 len: 375 time: 0.0103617 Sep 02 17:11:56.729950 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4035a-02d0-4184-9197-3a5871b5441e req-27920840-c6c5-4864-97e2-ceebca724a76 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:56.731543 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-89b4035a-02d0-4184-9197-3a5871b5441e req-27920840-c6c5-4864-97e2-ceebca724a76 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0490437 Sep 02 17:11:56.737317 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-3a8b4583-23b8-4381-816b-f07ae502cc94 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b68171454c54ab49ec2f23eb7573aa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353210 Sep 02 17:11:56.795164 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-89b4035a-02d0-4184-9197-3a5871b5441e req-df2a0d1f-c8bf-499b-b197-8d56d9ecf1bf tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566354 Sep 02 17:11:56.846306 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-cb42787e-8564-4df0-b115-0c89c67a137f service neutron] 10.222.0.41 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999191 Sep 02 17:11:56.946772 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-e0f65768-3e16-4d88-9037-69e48517f21d service neutron] 10.222.0.41 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909929 Sep 02 17:11:57.194927 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a5d6458c-2dcd-499d-a341-4c3ab4ba85f3 req-c33e294d-776a-4bf4-a112-757013624001 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 210 time: 0.0323887 Sep 02 17:11:57.206963 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88eb06-a43f-4cb1-8c77-3ca9652e5fe9 req-aed687b2-06cc-43b5-b50a-44f7057800b3 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:57.209322 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7a88eb06-a43f-4cb1-8c77-3ca9652e5fe9 req-aed687b2-06cc-43b5-b50a-44f7057800b3 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0564585 Sep 02 17:11:57.260053 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7a88eb06-a43f-4cb1-8c77-3ca9652e5fe9 req-00af8ddb-f5f0-4c67-882b-b5dc04a87233 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431509 Sep 02 17:11:57.480630 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c633d10-e2a7-43c0-9e32-eb1f857c0df5 req-8d28a8eb-0638-431c-9443-e96b0e1d3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:57.482143 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5c633d10-e2a7-43c0-9e32-eb1f857c0df5 req-8d28a8eb-0638-431c-9443-e96b0e1d3c7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 1098 time: 0.0424902 Sep 02 17:11:57.587063 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c633d10-e2a7-43c0-9e32-eb1f857c0df5 req-584edc99-c40f-468a-872b-715354a716da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:57.588516 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5c633d10-e2a7-43c0-9e32-eb1f857c0df5 req-584edc99-c40f-468a-872b-715354a716da service neutron] 10.222.0.13 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 918 time: 0.0878067 Sep 02 17:11:57.687024 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5c633d10-e2a7-43c0-9e32-eb1f857c0df5 req-f7f8cfdc-de9f-4f47-a84b-8c541e52cb72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a87c875-7882-47c2-a092-e14ea53f2b64 HTTP/1.1" status: 200 len: 1001 time: 0.0641587 Sep 02 17:11:57.773636 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c633d10-e2a7-43c0-9e32-eb1f857c0df5 req-f38cbf9e-b1cd-45ac-bb0e-ea0c574a21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:57.775139 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5c633d10-e2a7-43c0-9e32-eb1f857c0df5 req-f38cbf9e-b1cd-45ac-bb0e-ea0c574a21f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 200 len: 856 time: 0.0689354 Sep 02 17:11:57.783088 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb1d4c-d1fa-495e-b7eb-72883e4ece41 req-4cfc77d7-5167-4e51-8be4-0cc255f404a1 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:57.784461 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-12eb1d4c-d1fa-495e-b7eb-72883e4ece41 req-4cfc77d7-5167-4e51-8be4-0cc255f404a1 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 945 time: 0.0888524 Sep 02 17:11:57.853450 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-12eb1d4c-d1fa-495e-b7eb-72883e4ece41 req-11c327a4-57eb-487e-a2f8-ce7da86e27d0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558748 Sep 02 17:11:57.856333 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c633d10-e2a7-43c0-9e32-eb1f857c0df5 req-78a076d4-d384-4246-bd34-cf7726a712f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:57.857756 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5c633d10-e2a7-43c0-9e32-eb1f857c0df5 req-78a076d4-d384-4246-bd34-cf7726a712f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94c8cbb5-40fd-4da4-849b-703835a0088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699234 Sep 02 17:11:57.920469 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad78602-5ac7-4130-b7e1-1e2fef4687e8 req-0043d388-2608-48ed-ad55-c65989176837 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:57.921956 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cad78602-5ac7-4130-b7e1-1e2fef4687e8 req-0043d388-2608-48ed-ad55-c65989176837 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0580761 Sep 02 17:11:57.960459 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cad78602-5ac7-4130-b7e1-1e2fef4687e8 req-92c8e120-60f1-4204-93a2-81c0747f5d0c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325174 Sep 02 17:11:57.961614 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5c633d10-e2a7-43c0-9e32-eb1f857c0df5 req-55e2abf0-24d2-4a57-8078-d3e848ad0802 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899780 Sep 02 17:11:58.055155 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5c633d10-e2a7-43c0-9e32-eb1f857c0df5 req-7ba971c0-4815-469c-889c-3d620a2c5233 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832472 Sep 02 17:11:58.302419 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c7f8a1e5-4f6a-4cc0-9a56-4e0f6105dbfa req-95f66fd7-bfa4-4c51-a789-939255e4ba25 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 210 time: 0.0323167 Sep 02 17:11:58.389101 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-53aa0cd0-d59b-4c5e-882f-3f76d36e3563 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:58.390696 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-53aa0cd0-d59b-4c5e-882f-3f76d36e3563 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.13 "GET /v2.0/networks?id=66d8eb5c-183b-4388-baa3-2c614c901226 HTTP/1.1" status: 200 len: 812 time: 0.1548312 Sep 02 17:11:58.438607 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184feda9-4c45-45b3-a03a-9cea6f156ae9 req-4b8c166d-b7ad-431a-a6aa-e30cbd602d5f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:58.440211 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-184feda9-4c45-45b3-a03a-9cea6f156ae9 req-4b8c166d-b7ad-431a-a6aa-e30cbd602d5f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0487254 Sep 02 17:11:58.445037 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Request body: {'port': {'device_id': '39f237e0-63e9-4871-9dd5-ab033d35ae67', 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226', 'admin_state_up': True, 'tenant_id': '8b68171454c54ab49ec2f23eb7573aa8'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:58.473786 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.688133 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559272a7-26e7-42fe-9a7a-8aa387c43e1a req-dfda4c76-5521-426f-ac6e-9cfc33963804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:58.690121 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-559272a7-26e7-42fe-9a7a-8aa387c43e1a req-dfda4c76-5521-426f-ac6e-9cfc33963804 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0435579 Sep 02 17:11:58.752860 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-184feda9-4c45-45b3-a03a-9cea6f156ae9 req-aa830d04-bdf3-4f76-9622-1bbe4a60382b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034484 Sep 02 17:11:58.781152 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-559272a7-26e7-42fe-9a7a-8aa387c43e1a req-bf263083-9811-42ad-b1a9-8517058686af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459259 Sep 02 17:11:58.809371 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Made reservation on behalf of 8b68171454c54ab49ec2f23eb7573aa8 for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:58.813035 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.944372 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Allocated IP 172.20.0.2 (66d8eb5c-183b-4388-baa3-2c614c901226/e8576eef-d81a-4367-8abc-ca8bce37eb6d/e28d622c-3383-4e88-bb0f-f0ca44fe2164) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:58.981750 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8451c-90f1-4bba-a9c7-ba28c7382f90 req-44fe3516-a55e-457d-8667-ae3058bfc16b tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:58.983289 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44e8451c-90f1-4bba-a9c7-ba28c7382f90 req-44fe3516-a55e-457d-8667-ae3058bfc16b tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 945 time: 0.0525036 Sep 02 17:11:59.028345 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44e8451c-90f1-4bba-a9c7-ba28c7382f90 req-273d4596-e5c9-4d69-acb8-0bce80d9400a tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385594 Sep 02 17:11:59.123465 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37136de-daf1-4603-9b38-8cb57a4dcc9c req-20dfe667-2235-49e6-90ee-790b0a794e71 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:59.124959 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c37136de-daf1-4603-9b38-8cb57a4dcc9c req-20dfe667-2235-49e6-90ee-790b0a794e71 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 945 time: 0.0839472 Sep 02 17:11:59.143726 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.180813 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c37136de-daf1-4603-9b38-8cb57a4dcc9c req-c58a9fa5-4b9a-4a25-b9f6-e14e3af8ae03 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466983 Sep 02 17:11:59.204374 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.250378 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Network 66d8eb5c-183b-4388-baa3-2c614c901226 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:59.253375 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:59.257817 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:59.283100 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Pushing event updated for resources: {'Port': ['ID=e28d622c-3383-4e88-bb0f-f0ca44fe2164,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:59.312056 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:59.312664 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.328422 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-458ba66f-3c5e-4ddb-b398-8bb756401414 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8869939 Sep 02 17:11:59.351915 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Request body: {'port': {'device_id': '39f237e0-63e9-4871-9dd5-ab033d35ae67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:59.439424 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.460838 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f5f35-2249-4b8e-88b0-fcf46e632bfa req-e5f9c9fc-dcfb-4db4-9c2a-d1b661c2cb34 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:59.462277 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9f4f5f35-2249-4b8e-88b0-fcf46e632bfa req-e5f9c9fc-dcfb-4db4-9c2a-d1b661c2cb34 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 931 time: 0.0864997 Sep 02 17:11:59.537423 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9f4f5f35-2249-4b8e-88b0-fcf46e632bfa req-8688ff7d-ddf1-46ec-bc98-532561f6eaf1 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541914 Sep 02 17:11:59.570284 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8000986-ff9d-4489-8f5e-b8f4e806bb25 req-c8877a45-6afa-4dd4-bb84-ba9cfecd30b4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:59.571957 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8000986-ff9d-4489-8f5e-b8f4e806bb25 req-c8877a45-6afa-4dd4-bb84-ba9cfecd30b4 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 945 time: 0.0547206 Sep 02 17:11:59.663318 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 0a87c875-7882-47c2-a092-e14ea53f2b64 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:11:59.706820 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 47666) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:59.738032 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-d8000986-ff9d-4489-8f5e-b8f4e806bb25 req-9d19ad7f-0cfa-4019-a7b0-9f305a844170 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Deleting port 3e150f1a-44ff-4964-8378-9720427117af {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:11:59.738032 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d8000986-ff9d-4489-8f5e-b8f4e806bb25 req-9d19ad7f-0cfa-4019-a7b0-9f305a844170 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.748332 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.770018 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28d622c-3383-4e88-bb0f-f0ca44fe2164 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:11:59.773870 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:59.776399 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c12bbb-ebd7-473d-904f-06e4567abcfa" -d '{"events": [{"server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "name": "network-vif-unplugged", "status": "completed", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:59.779550 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.794052 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:59.801989 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.803332 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 952e9d68-5d66-4070-8f0d-f97eda69ecab no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:11:59.822328 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Transition to ACTIVE for port object e28d622c-3383-4e88-bb0f-f0ca44fe2164 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:59.830410 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 952e9d68-5d66-4070-8f0d-f97eda69ecab {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:11:59.831082 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 952e9d68-5d66-4070-8f0d-f97eda69ecab not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:11:59.833650 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.859794 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6466e87-b692-4aa2-a1fe-21046e0c567f x-openstack-request-id: req-d6466e87-b692-4aa2-a1fe-21046e0c567f {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:59.860313 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "name": "network-vif-unplugged", "status": "completed", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:59.860723 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6466e87-b692-4aa2-a1fe-21046e0c567f {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:59.861266 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'code': 200} Sep 02 17:11:59.893378 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=0a87c875-7882-47c2-a092-e14ea53f2b64,revision_number=8']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:59.894761 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd421161-3495-4902-907b-71ae1eb088f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.904136 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.904796 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.905334 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.905851 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.906338 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.906893 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.908058 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.908593 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.909254 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.909740 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.910241 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.910759 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:59.926671 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-d8000986-ff9d-4489-8f5e-b8f4e806bb25 req-9d19ad7f-0cfa-4019-a7b0-9f305a844170 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] For port 3e150f1a-44ff-4964-8378-9720427117af, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3e150f1a-44ff-4964-8378-9720427117af,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:59.926871 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d8000986-ff9d-4489-8f5e-b8f4e806bb25 req-9d19ad7f-0cfa-4019-a7b0-9f305a844170 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.941094 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Pushing event updated for resources: {'Port': ['ID=e28d622c-3383-4e88-bb0f-f0ca44fe2164,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:59.947062 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-d8000986-ff9d-4489-8f5e-b8f4e806bb25 req-9d19ad7f-0cfa-4019-a7b0-9f305a844170 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Calling delete_port for 3e150f1a-44ff-4964-8378-9720427117af owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:11:59.960184 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07879c3-e0cd-447d-b243-b81ab9884456 req-23eda67b-be63-4a90-b0ed-b13a6ad096ce tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:59.961781 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b07879c3-e0cd-447d-b243-b81ab9884456 req-23eda67b-be63-4a90-b0ed-b13a6ad096ce tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0985537 Sep 02 17:12:00.035145 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Attempting to bind port e28d622c-3383-4e88-bb0f-f0ca44fe2164 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:00.035530 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Attempting to bind port e28d622c-3383-4e88-bb0f-f0ca44fe2164 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '005edebf-f580-4f6b-a78f-87899395556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:00.035895 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Attempting to bind port e28d622c-3383-4e88-bb0f-f0ca44fe2164 on network 66d8eb5c-183b-4388-baa3-2c614c901226 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:00.049079 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Port e28d622c-3383-4e88-bb0f-f0ca44fe2164 on network 66d8eb5c-183b-4388-baa3-2c614c901226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:12:00.049422 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Attempting to bind port e28d622c-3383-4e88-bb0f-f0ca44fe2164 on network 66d8eb5c-183b-4388-baa3-2c614c901226 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:00.059449 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:00.061758 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Checking segment: {'id': '005edebf-f580-4f6b-a78f-87899395556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:00.065689 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Bound using segment: {'id': '005edebf-f580-4f6b-a78f-87899395556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:00.066161 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Bound port: e28d622c-3383-4e88-bb0f-f0ca44fe2164, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005edebf-f580-4f6b-a78f-87899395556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:00.066531 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.084881 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b07879c3-e0cd-447d-b243-b81ab9884456 req-22dbbdfc-ec8f-47cc-9bf3-33ff8771ec0f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885127 Sep 02 17:12:00.173951 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d8000986-ff9d-4489-8f5e-b8f4e806bb25 req-9d19ad7f-0cfa-4019-a7b0-9f305a844170 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.199043 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd421161-3495-4902-907b-71ae1eb088f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.209585 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd421161-3495-4902-907b-71ae1eb088f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.212557 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] For port e28d622c-3383-4e88-bb0f-f0ca44fe2164, host hv-cinder-80626, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:00.219509 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['7e2fc8cd-4943-4413-bed6-883f6ed096b2', '3e150f1a-44ff-4964-8378-9720427117af'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:00.220338 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] For port e28d622c-3383-4e88-bb0f-f0ca44fe2164, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=e28d622c-3383-4e88-bb0f-f0ca44fe2164,segment=NetworkSegment(005edebf-f580-4f6b-a78f-87899395556b),segment_id=005edebf-f580-4f6b-a78f-87899395556b)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:00.248546 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19ad7f-0cfa-4019-a7b0-9f305a844170 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Pushing event deleted for resources: {'Port': ['ID=3e150f1a-44ff-4964-8378-9720427117af,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:00.272316 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df9de6-caa1-4bb5-b547-847d2d7d1648 req-de7bf83a-56ac-4537-8fef-1b0ba877dc08 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:00.274568 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-83df9de6-caa1-4bb5-b547-847d2d7d1648 req-de7bf83a-56ac-4537-8fef-1b0ba877dc08 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d568ab-141d-4831-94e8-31e3b983dd4a HTTP/1.1" status: 200 len: 867 time: 0.1523707 Sep 02 17:12:00.293225 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.296276 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8000986-ff9d-4489-8f5e-b8f4e806bb25 req-9d19ad7f-0cfa-4019-a7b0-9f305a844170 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] No DVR routers for this DVR port 3e150f1a-44ff-4964-8378-9720427117af on host hv-cinder-80626 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:12:00.301278 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d8000986-ff9d-4489-8f5e-b8f4e806bb25 req-9d19ad7f-0cfa-4019-a7b0-9f305a844170 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.305027 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8000986-ff9d-4489-8f5e-b8f4e806bb25 req-9d19ad7f-0cfa-4019-a7b0-9f305a844170 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "DELETE /v2.0/ports/3e150f1a-44ff-4964-8378-9720427117af HTTP/1.1" status: 204 len: 173 time: 0.7205191 Sep 02 17:12:00.305336 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d568ab-141d-4831-94e8-31e3b983dd4a', 'name': 'network-vif-deleted', 'tag': '3e150f1a-44ff-4964-8378-9720427117af'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:00.309130 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecea2c6-17bb-4b75-893d-05db2b0575b7" -d '{"events": [{"server_uuid": "63d568ab-141d-4831-94e8-31e3b983dd4a", "name": "network-vif-deleted", "tag": "3e150f1a-44ff-4964-8378-9720427117af"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:00.365875 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bd421161-3495-4902-907b-71ae1eb088f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f108f3e512e4db2b6006facf4c370a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6555231 Sep 02 17:12:00.366518 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 47690) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:00.368073 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd421161-3495-4902-907b-71ae1eb088f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab71826-073a-4974-8f79-3b372a4c1c95,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:00.383653 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:00.384522 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.385971 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] 10.222.0.13 "PUT /v2.0/ports/e28d622c-3383-4e88-bb0f-f0ca44fe2164 HTTP/1.1" status: 200 len: 1093 time: 1.0385149 Sep 02 17:12:00.388343 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f237e0-63e9-4871-9dd5-ab033d35ae67', 'tag': 'e28d622c-3383-4e88-bb0f-f0ca44fe2164'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:00.390616 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156e0bec-1d18-438a-a11a-8ba6ad470e41" -d '{"events": [{"name": "network-changed", "server_uuid": "39f237e0-63e9-4871-9dd5-ab033d35ae67", "tag": "e28d622c-3383-4e88-bb0f-f0ca44fe2164"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:00.402889 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-83df9de6-caa1-4bb5-b547-847d2d7d1648 req-d1fc02b7-8a2e-47e9-aa5d-f08164af54af tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213446 Sep 02 17:12:00.416269 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450be31-c81c-48ec-8401-0e261ad1f188 service neutron] Pushing event updated for resources: {'Port': ['ID=e28d622c-3383-4e88-bb0f-f0ca44fe2164,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:00.473408 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d7717f-c372-48e1-87a1-23d2b94a2014 x-openstack-request-id: req-35d7717f-c372-48e1-87a1-23d2b94a2014 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:00.473708 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d568ab-141d-4831-94e8-31e3b983dd4a", "name": "network-vif-deleted", "tag": "3e150f1a-44ff-4964-8378-9720427117af", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:00.473993 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35d7717f-c372-48e1-87a1-23d2b94a2014 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:00.474814 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d568ab-141d-4831-94e8-31e3b983dd4a', 'name': 'network-vif-deleted', 'tag': '3e150f1a-44ff-4964-8378-9720427117af', 'status': 'completed', 'code': 200} Sep 02 17:12:00.482475 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ce23c-8a6e-4357-99e2-94c5886d5af9 req-3485f224-f6ad-4a05-84e0-d0f3316696d7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:00.484298 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef7ce23c-8a6e-4357-99e2-94c5886d5af9 req-3485f224-f6ad-4a05-84e0-d0f3316696d7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.1515217 Sep 02 17:12:00.504455 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1beadd-436d-4b1e-afd8-534d9ef5dfcb x-openstack-request-id: req-fd1beadd-436d-4b1e-afd8-534d9ef5dfcb {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:00.504940 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f237e0-63e9-4871-9dd5-ab033d35ae67", "tag": "e28d622c-3383-4e88-bb0f-f0ca44fe2164", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:00.505544 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd1beadd-436d-4b1e-afd8-534d9ef5dfcb {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:00.505876 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f237e0-63e9-4871-9dd5-ab033d35ae67', 'tag': 'e28d622c-3383-4e88-bb0f-f0ca44fe2164', 'status': 'completed', 'code': 200} Sep 02 17:12:00.602287 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-8c9a4645-5d40-49d1-ba2d-edd6e277f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:00.603881 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-8c9a4645-5d40-49d1-ba2d-edd6e277f77b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b68171454c54ab49ec2f23eb7573aa8&device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 1096 time: 0.0478468 Sep 02 17:12:00.676344 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-f6a0e3d5-4b88-4726-97d1-e392674687e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e28d622c-3383-4e88-bb0f-f0ca44fe2164 HTTP/1.1" status: 200 len: 217 time: 0.0379903 Sep 02 17:12:00.732792 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4506cd53-aad5-4bf3-a020-314e72ecbf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.756993 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-54ed2616-6104-4a12-9d0c-0ac1832886e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:00.758470 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-54ed2616-6104-4a12-9d0c-0ac1832886e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8576eef-d81a-4367-8abc-ca8bce37eb6d HTTP/1.1" status: 200 len: 852 time: 0.0710206 Sep 02 17:12:00.765934 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef7ce23c-8a6e-4357-99e2-94c5886d5af9 req-427831ff-bd44-4819-94d2-720fc9146432 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708960 Sep 02 17:12:00.766493 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7398447-3441-4ced-b38b-06d4af0c5f01 req-a8f13b62-c908-4897-b3c7-78eb8f7908ef tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:00.767955 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e7398447-3441-4ced-b38b-06d4af0c5f01 req-a8f13b62-c908-4897-b3c7-78eb8f7908ef tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 943 time: 0.0902474 Sep 02 17:12:00.770496 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4506cd53-aad5-4bf3-a020-314e72ecbf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.799473 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-79471ebc-619c-4e6c-ac77-07b4bfb7a44b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66d8eb5c-183b-4388-baa3-2c614c901226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304794 Sep 02 17:12:00.819284 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4506cd53-aad5-4bf3-a020-314e72ecbf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.821952 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4506cd53-aad5-4bf3-a020-314e72ecbf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.823112 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4506cd53-aad5-4bf3-a020-314e72ecbf15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ab71826-073a-4974-8f79-3b372a4c1c95 HTTP/1.1" status: 204 len: 168 time: 0.4554973 Sep 02 17:12:00.830579 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506cd53-aad5-4bf3-a020-314e72ecbf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab71826-073a-4974-8f79-3b372a4c1c95,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:00.844810 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e7398447-3441-4ced-b38b-06d4af0c5f01 req-4c5fb4c5-6b9c-41f1-9eb1-d1ecf207e092 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681827 Sep 02 17:12:00.929011 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-7233c5e4-c416-491b-ad33-d6ce56e3ddfc service neutron] 10.222.0.13 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085167 Sep 02 17:12:01.079415 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b238e696-4ecc-4585-b9ff-dc3010a92995 req-feec3921-8d75-42b7-8d43-4910ae02c2e7 service neutron] 10.222.0.13 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027935 Sep 02 17:12:01.213983 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee29f61-dab6-41a9-8123-80e31cdcc2cb req-0971fe4c-ccd6-43bf-b6e3-842827b34e1a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:01.215769 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ee29f61-dab6-41a9-8123-80e31cdcc2cb req-0971fe4c-ccd6-43bf-b6e3-842827b34e1a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0508037 Sep 02 17:12:01.232567 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e0bec-1d18-438a-a11a-8ba6ad470e41 req-c645a8fd-33ee-4977-8fe3-a2b92bbd9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:01.234094 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-156e0bec-1d18-438a-a11a-8ba6ad470e41 req-c645a8fd-33ee-4977-8fe3-a2b92bbd9fd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b68171454c54ab49ec2f23eb7573aa8&device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 1096 time: 0.0442064 Sep 02 17:12:01.260463 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ee29f61-dab6-41a9-8123-80e31cdcc2cb req-6cb1be4a-de3c-4401-8ba5-8aa4a37c90e6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381584 Sep 02 17:12:01.378852 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e0bec-1d18-438a-a11a-8ba6ad470e41 req-82df88c2-fde3-4d18-9928-3eddfac5c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:01.380126 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-156e0bec-1d18-438a-a11a-8ba6ad470e41 req-82df88c2-fde3-4d18-9928-3eddfac5c9de service neutron] 10.222.0.13 "GET /v2.0/networks?id=66d8eb5c-183b-4388-baa3-2c614c901226 HTTP/1.1" status: 200 len: 913 time: 0.1169112 Sep 02 17:12:01.453841 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-156e0bec-1d18-438a-a11a-8ba6ad470e41 req-013efb48-6309-4c32-b769-fdda58c6696f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e28d622c-3383-4e88-bb0f-f0ca44fe2164 HTTP/1.1" status: 200 len: 217 time: 0.0488417 Sep 02 17:12:01.528452 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e0bec-1d18-438a-a11a-8ba6ad470e41 req-001c7379-fc57-48b6-8229-965415cd4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:01.529974 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-156e0bec-1d18-438a-a11a-8ba6ad470e41 req-001c7379-fc57-48b6-8229-965415cd4d6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8576eef-d81a-4367-8abc-ca8bce37eb6d HTTP/1.1" status: 200 len: 852 time: 0.0666471 Sep 02 17:12:01.580110 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-156e0bec-1d18-438a-a11a-8ba6ad470e41 req-aa18320a-1374-4c28-909e-f19a546a889c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66d8eb5c-183b-4388-baa3-2c614c901226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390525 Sep 02 17:12:01.692014 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839154e0-cfb9-4c75-904d-b787de2d703f req-dc265284-b1f3-4351-9237-c6917bf7efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:01.694167 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-839154e0-cfb9-4c75-904d-b787de2d703f req-dc265284-b1f3-4351-9237-c6917bf7efb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d00b04201ec4d46956d03ebddbef781&device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0511069 Sep 02 17:12:01.724020 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4296e7-b78e-44ee-98f8-62daed832b61 req-47fafa53-6a67-4349-ba48-bec77c669854 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:01.725529 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-aa4296e7-b78e-44ee-98f8-62daed832b61 req-47fafa53-6a67-4349-ba48-bec77c669854 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0708907 Sep 02 17:12:01.757629 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-156e0bec-1d18-438a-a11a-8ba6ad470e41 req-6789bff7-8a9d-4610-b385-d52b864c3eb5 service neutron] 10.222.0.13 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685762 Sep 02 17:12:01.781974 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-aa4296e7-b78e-44ee-98f8-62daed832b61 req-77f410a6-b15f-415a-ad08-011d3686c343 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497108 Sep 02 17:12:01.809140 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839154e0-cfb9-4c75-904d-b787de2d703f req-6687b5e0-f193-4f86-a182-3b2b8632f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:01.810891 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-839154e0-cfb9-4c75-904d-b787de2d703f req-6687b5e0-f193-4f86-a182-3b2b8632f727 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 200 len: 920 time: 0.0950131 Sep 02 17:12:01.874970 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-839154e0-cfb9-4c75-904d-b787de2d703f req-023977b5-2908-4e5f-83ad-3ebd0a73a538 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e HTTP/1.1" status: 200 len: 217 time: 0.0508056 Sep 02 17:12:01.931123 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-156e0bec-1d18-438a-a11a-8ba6ad470e41 req-d5bb3517-1018-467f-90a0-1c9d996ed66c service neutron] 10.222.0.13 "GET /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463840 Sep 02 17:12:01.987090 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30faaf-0343-479d-b27d-cca9194b3139 req-1b2842bc-b0a3-4019-a6f5-3b7c01bcc0db tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:01.988750 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb30faaf-0343-479d-b27d-cca9194b3139 req-1b2842bc-b0a3-4019-a6f5-3b7c01bcc0db tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.1093185 Sep 02 17:12:01.994798 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839154e0-cfb9-4c75-904d-b787de2d703f req-89c65e2d-7bea-4278-b3a4-86b96946c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:01.996208 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-839154e0-cfb9-4c75-904d-b787de2d703f req-89c65e2d-7bea-4278-b3a4-86b96946c110 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 HTTP/1.1" status: 200 len: 859 time: 0.0751379 Sep 02 17:12:02.038689 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769b77c-ec81-4256-8287-581860f861c9 req-8b3b74fb-845a-497d-a210-b622213dc15b tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:02.041631 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5769b77c-ec81-4256-8287-581860f861c9 req-8b3b74fb-845a-497d-a210-b622213dc15b tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 943 time: 0.0692134 Sep 02 17:12:02.053732 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-839154e0-cfb9-4c75-904d-b787de2d703f req-78e23254-7333-4a65-9c5f-3a6992254d71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89eb299-93b9-401c-ad14-f4bccef9cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386748 Sep 02 17:12:02.061832 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb30faaf-0343-479d-b27d-cca9194b3139 req-38d358a4-57ab-42bd-85ce-0be019dba48d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645897 Sep 02 17:12:02.104775 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5769b77c-ec81-4256-8287-581860f861c9 req-0cd18568-bacc-4b75-b663-6f666c7d2959 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539277 Sep 02 17:12:02.187233 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-839154e0-cfb9-4c75-904d-b787de2d703f req-8c92136f-3699-4d46-8b54-f68ba4117e9f service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204035 Sep 02 17:12:02.322834 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-839154e0-cfb9-4c75-904d-b787de2d703f req-4f8bb6d2-e698-4480-99ea-8909a281ec71 service neutron] 10.222.0.13 "GET /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202853 Sep 02 17:12:02.615273 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-5aa8fd8d-992f-4a75-8fb9-83b5589f9045 req-db4fd433-63a8-43ce-b015-d3c7e47a63b0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:12:02.616281 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5aa8fd8d-992f-4a75-8fb9-83b5589f9045 req-db4fd433-63a8-43ce-b015-d3c7e47a63b0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064018 Sep 02 17:12:02.794640 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69d519-3c68-49a3-b131-4ef9a4ca332d req-1f8490ca-2fdc-4591-817a-bb4d15615077 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:02.796407 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cd69d519-3c68-49a3-b131-4ef9a4ca332d req-1f8490ca-2fdc-4591-817a-bb4d15615077 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0622144 Sep 02 17:12:02.838727 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cd69d519-3c68-49a3-b131-4ef9a4ca332d req-667d077b-c608-4c00-a473-05be49e15c39 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354176 Sep 02 17:12:02.892605 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44930ab9-a5a8-4be8-ae53-f45496fe7b10 req-afa3c313-0a7e-4fce-99cc-8965864ca9f5 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:02.894163 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44930ab9-a5a8-4be8-ae53-f45496fe7b10 req-afa3c313-0a7e-4fce-99cc-8965864ca9f5 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0560777 Sep 02 17:12:02.939378 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44930ab9-a5a8-4be8-ae53-f45496fe7b10 req-550d0eec-c375-4f99-b1c1-b764f3a96611 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356112 Sep 02 17:12:03.043998 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf679e-5926-4b01-81a7-a5c6247566fa req-fc693626-4f8d-45b4-8b77-72b7aedffe2f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:03.045110 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4cf679e-5926-4b01-81a7-a5c6247566fa req-fc693626-4f8d-45b4-8b77-72b7aedffe2f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0506322 Sep 02 17:12:03.084669 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4cf679e-5926-4b01-81a7-a5c6247566fa req-58d6a14b-bcd9-4112-819b-b0a2db5f097e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Sep 02 17:12:03.189612 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 47816) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:03.249844 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ccca3-e439-49ad-b2b3-8317b32b7b20 req-15c7ae79-22e6-48d9-b590-e0bee6946aee tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:03.251362 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-644ccca3-e439-49ad-b2b3-8317b32b7b20 req-15c7ae79-22e6-48d9-b590-e0bee6946aee tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 943 time: 0.0600471 Sep 02 17:12:03.282333 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-1882ef4c-ce7d-445f-b18b-89e542474112 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898607 Sep 02 17:12:03.289677 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-644ccca3-e439-49ad-b2b3-8317b32b7b20 req-6227f824-62a7-43c7-813f-afc53ba7b31a tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Sep 02 17:12:03.291610 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-1b43838e-a38d-44d7-805f-0b91f814df2f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:12:03.292729 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-1b43838e-a38d-44d7-805f-0b91f814df2f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054083 Sep 02 17:12:03.794820 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device e28d622c-3383-4e88-bb0f-f0ca44fe2164 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:12:03.808124 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 3e150f1a-44ff-4964-8378-9720427117af no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:12:03.832041 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 3e150f1a-44ff-4964-8378-9720427117af {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:12:03.832385 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 3e150f1a-44ff-4964-8378-9720427117af not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:12:03.932666 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port e28d622c-3383-4e88-bb0f-f0ca44fe2164, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=e28d622c-3383-4e88-bb0f-f0ca44fe2164,segment=NetworkSegment(005edebf-f580-4f6b-a78f-87899395556b),segment_id=005edebf-f580-4f6b-a78f-87899395556b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:03.944150 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': 'e28d622c-3383-4e88-bb0f-f0ca44fe2164', 'network_id': '66d8eb5c-183b-4388-baa3-2c614c901226', 'port_id': 'e28d622c-3383-4e88-bb0f-f0ca44fe2164', 'mac_address': 'fa:16:3e:c0:84:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8576eef-d81a-4367-8abc-ca8bce37eb6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:12:03.967300 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4c7e8-8edd-412e-ac1d-1491910d222b req-91af3660-9126-49f4-802b-64fe4740bc03 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:03.968940 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76d4c7e8-8edd-412e-ac1d-1491910d222b req-91af3660-9126-49f4-802b-64fe4740bc03 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0519111 Sep 02 17:12:03.991985 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.010484 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28d622c-3383-4e88-bb0f-f0ca44fe2164 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:04.012332 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76d4c7e8-8edd-412e-ac1d-1491910d222b req-fb84f3c2-f16a-4022-81dd-b31b01c2d48a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368047 Sep 02 17:12:04.034643 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port e28d622c-3383-4e88-bb0f-f0ca44fe2164, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=e28d622c-3383-4e88-bb0f-f0ca44fe2164,segment=NetworkSegment(005edebf-f580-4f6b-a78f-87899395556b),segment_id=005edebf-f580-4f6b-a78f-87899395556b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:04.051131 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.079595 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4426fd1-9902-4009-a03b-bfa9abc4d025 req-3bde60b2-4098-4d3c-8877-c88681b46dbf tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:04.081188 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e4426fd1-9902-4009-a03b-bfa9abc4d025 req-3bde60b2-4098-4d3c-8877-c88681b46dbf tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0542829 Sep 02 17:12:04.102244 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=e28d622c-3383-4e88-bb0f-f0ca44fe2164,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:04.120661 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e4426fd1-9902-4009-a03b-bfa9abc4d025 req-d7dd55ed-7199-4ee7-9746-52259b5472bf tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Sep 02 17:12:04.228967 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d6eca-a2e0-45d3-9543-93160379f8f3 req-2ba1006b-54ac-4be7-96c6-45282ae08b41 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:04.230439 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-029d6eca-a2e0-45d3-9543-93160379f8f3 req-2ba1006b-54ac-4be7-96c6-45282ae08b41 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0513504 Sep 02 17:12:04.269496 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-029d6eca-a2e0-45d3-9543-93160379f8f3 req-4adc56c1-0133-49aa-bbbc-61132c180758 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Sep 02 17:12:04.402235 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd6766-2356-4830-924b-0d354d8ae028 req-db34d0fa-6cff-4869-bfd3-e58ee5a566f6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:04.403759 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-27bd6766-2356-4830-924b-0d354d8ae028 req-db34d0fa-6cff-4869-bfd3-e58ee5a566f6 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 944 time: 0.0489745 Sep 02 17:12:04.441399 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-27bd6766-2356-4830-924b-0d354d8ae028 req-f951bf94-3c71-443c-94b0-ba2bd996a834 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Sep 02 17:12:05.140077 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd469-e315-4124-a5b3-4b4f254f2e67 req-c175be5c-741c-473e-9c0e-2e3885d4a723 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:05.141498 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b63dd469-e315-4124-a5b3-4b4f254f2e67 req-c175be5c-741c-473e-9c0e-2e3885d4a723 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0496864 Sep 02 17:12:05.179169 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b63dd469-e315-4124-a5b3-4b4f254f2e67 req-0b7f7c94-a0a7-42d2-9474-87871189f758 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317566 Sep 02 17:12:05.286288 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dc5b0-c51f-487e-95ff-72b79f5b435e req-016951a9-fa4b-483b-be51-21af2be5db61 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:05.287817 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8d9dc5b0-c51f-487e-95ff-72b79f5b435e req-016951a9-fa4b-483b-be51-21af2be5db61 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0521107 Sep 02 17:12:05.326181 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8d9dc5b0-c51f-487e-95ff-72b79f5b435e req-6e6e176e-8e5c-4e0a-aa64-4a9c0291a312 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Sep 02 17:12:05.429159 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313aa86-2e8e-4c93-8090-854e00d88459 req-2e48205b-fa58-469c-81b7-b0c749030371 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:05.430561 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2313aa86-2e8e-4c93-8090-854e00d88459 req-2e48205b-fa58-469c-81b7-b0c749030371 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0491736 Sep 02 17:12:05.468060 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2313aa86-2e8e-4c93-8090-854e00d88459 req-55f8eb84-44ad-4027-9e24-a191c71599a6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Sep 02 17:12:05.568116 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001932d-9d6e-4578-9007-aba71f5a2768 req-a73b0a24-005e-4fbf-9745-7a8a0268ab1f tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:05.569561 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c001932d-9d6e-4578-9007-aba71f5a2768 req-a73b0a24-005e-4fbf-9745-7a8a0268ab1f tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 944 time: 0.0475562 Sep 02 17:12:05.611786 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c001932d-9d6e-4578-9007-aba71f5a2768 req-1d994bcd-4f29-4918-9e46-ddad2190d40f tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359445 Sep 02 17:12:06.302385 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2dbd-2385-461b-b401-2d57c84d4a43 req-ad7be0de-4662-4185-aec1-999b07fa90a7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:06.303996 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a21f2dbd-2385-461b-b401-2d57c84d4a43 req-ad7be0de-4662-4185-aec1-999b07fa90a7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0519478 Sep 02 17:12:06.341567 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a21f2dbd-2385-461b-b401-2d57c84d4a43 req-9036fc51-105c-4364-b7f4-e60f33ecac57 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317702 Sep 02 17:12:06.448181 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e37a2-29ff-43d6-aee8-16347fe2607c req-3c941f46-add9-41ba-a5aa-83d2784186b0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:06.449679 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ce4e37a2-29ff-43d6-aee8-16347fe2607c req-3c941f46-add9-41ba-a5aa-83d2784186b0 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0487337 Sep 02 17:12:06.487760 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ce4e37a2-29ff-43d6-aee8-16347fe2607c req-d5eb56e8-14f9-4739-b725-bf0ea601d343 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Sep 02 17:12:06.590286 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99431fd-a2ab-4c55-894a-e6fefc19eae8 req-ee6dfc1a-6dee-4d56-b873-b2c76db66399 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:06.591808 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a99431fd-a2ab-4c55-894a-e6fefc19eae8 req-ee6dfc1a-6dee-4d56-b873-b2c76db66399 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0485823 Sep 02 17:12:06.630522 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a99431fd-a2ab-4c55-894a-e6fefc19eae8 req-08a9ca57-b551-4faa-858e-948311397b80 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328376 Sep 02 17:12:06.734064 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef8e39-1644-473a-b3f5-9133d7481998 req-7362148c-02cd-48d5-842d-d970d2ba5b87 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:06.735585 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-baef8e39-1644-473a-b3f5-9133d7481998 req-7362148c-02cd-48d5-842d-d970d2ba5b87 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 944 time: 0.0514157 Sep 02 17:12:06.773396 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-baef8e39-1644-473a-b3f5-9133d7481998 req-fada25ff-5b6a-4405-bb17-8c208a96f295 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315368 Sep 02 17:12:07.469625 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e595c-b2f2-4e1a-bb45-53b17a0c4666 req-7eafbbb9-95fe-43ca-83ad-edb209cf82d0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:07.471169 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f05e595c-b2f2-4e1a-bb45-53b17a0c4666 req-7eafbbb9-95fe-43ca-83ad-edb209cf82d0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0531361 Sep 02 17:12:07.511720 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f05e595c-b2f2-4e1a-bb45-53b17a0c4666 req-db323b8f-e21f-4ae1-a6b3-ee25ad8c61cf tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335045 Sep 02 17:12:07.607901 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b523cbe-e453-4f28-ada8-1f3f40cf742a req-91f2a426-26d0-406a-ade9-d2563d541465 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:07.609415 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9b523cbe-e453-4f28-ada8-1f3f40cf742a req-91f2a426-26d0-406a-ade9-d2563d541465 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0491121 Sep 02 17:12:07.649480 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9b523cbe-e453-4f28-ada8-1f3f40cf742a req-69de1940-43bd-4606-b4e5-7bd624dababd tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336483 Sep 02 17:12:07.742883 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2db8e-fc47-4ff0-bba6-99a4591c5378 req-0665061f-93c2-45ee-8bf2-332658234842 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:07.744389 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fcd2db8e-fc47-4ff0-bba6-99a4591c5378 req-0665061f-93c2-45ee-8bf2-332658234842 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0482538 Sep 02 17:12:07.782436 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fcd2db8e-fc47-4ff0-bba6-99a4591c5378 req-650ddc98-f676-446d-92d8-21c2266e7433 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317993 Sep 02 17:12:07.885941 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e97aa-e3c6-4e14-8cf5-e696eaef5a86 req-8d891b31-d880-40a4-b517-684770badcef tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:07.887499 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-111e97aa-e3c6-4e14-8cf5-e696eaef5a86 req-8d891b31-d880-40a4-b517-684770badcef tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 944 time: 0.0479023 Sep 02 17:12:07.925926 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-111e97aa-e3c6-4e14-8cf5-e696eaef5a86 req-d7b4d051-9858-49d3-b52c-75af88efbf23 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Sep 02 17:12:07.966841 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['e28d622c-3383-4e88-bb0f-f0ca44fe2164'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:08.642721 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc81015-ebb7-4775-87ce-fbbabca5f59a req-9e383000-70d4-4b53-a5c8-121e82ee64aa tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:08.647211 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3bc81015-ebb7-4775-87ce-fbbabca5f59a req-9e383000-70d4-4b53-a5c8-121e82ee64aa tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0590451 Sep 02 17:12:08.688940 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3bc81015-ebb7-4775-87ce-fbbabca5f59a req-2283cc0b-955d-4bc7-9077-5d8628feb950 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354054 Sep 02 17:12:08.779872 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c8a88-e5fd-4762-be5a-7344c1157b23 req-f8df19f7-667a-4e80-a9d0-91872f467883 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:08.782529 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef9c8a88-e5fd-4762-be5a-7344c1157b23 req-f8df19f7-667a-4e80-a9d0-91872f467883 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0569198 Sep 02 17:12:08.833554 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ef9c8a88-e5fd-4762-be5a-7344c1157b23 req-0784223f-0445-4686-9fe2-4f172e34f35a tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5c6bbfd-ea2a-49c5-baeb-7d961328b997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Sep 02 17:12:08.906123 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e91370-a7be-40d7-bcc2-470abdadbe21 req-e3bf149d-8fe7-4695-92b0-ea8ea57a965a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:08.907826 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2e91370-a7be-40d7-bcc2-470abdadbe21 req-e3bf149d-8fe7-4695-92b0-ea8ea57a965a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0572555 Sep 02 17:12:08.977882 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2e91370-a7be-40d7-bcc2-470abdadbe21 req-e7b72a27-7281-4ebe-8efa-e35d995b7fbf tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640581 Sep 02 17:12:09.004381 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8884a88-e15a-43d2-a691-52f251436483 req-b1c8133a-2feb-4faf-a97a-07109dc92fe7 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:09.006658 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8884a88-e15a-43d2-a691-52f251436483 req-b1c8133a-2feb-4faf-a97a-07109dc92fe7 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 946 time: 0.0709865 Sep 02 17:12:09.063742 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bcc59-ffb2-44c0-a61d-61ea72d81f62 req-8beb1630-e104-4722-bb4f-cebff8b148dc tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:09.065733 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9a1bcc59-ffb2-44c0-a61d-61ea72d81f62 req-8beb1630-e104-4722-bb4f-cebff8b148dc tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 944 time: 0.0669913 Sep 02 17:12:09.117355 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9a1bcc59-ffb2-44c0-a61d-61ea72d81f62 req-86fa1c31-52d5-4497-92cb-3be5cf948145 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Sep 02 17:12:09.121644 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-d8884a88-e15a-43d2-a691-52f251436483 req-dfb9ae2b-05ec-4d4f-8110-0672d67eae02 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Deleting port 7e2fc8cd-4943-4413-bed6-883f6ed096b2 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:12:09.121993 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d8884a88-e15a-43d2-a691-52f251436483 req-dfb9ae2b-05ec-4d4f-8110-0672d67eae02 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.213205 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-d8884a88-e15a-43d2-a691-52f251436483 req-dfb9ae2b-05ec-4d4f-8110-0672d67eae02 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] For port 7e2fc8cd-4943-4413-bed6-883f6ed096b2, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=7e2fc8cd-4943-4413-bed6-883f6ed096b2,segment=NetworkSegment(92f5445a-b5ec-4519-b73b-628f0a1b0895),segment_id=92f5445a-b5ec-4519-b73b-628f0a1b0895)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:09.213576 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d8884a88-e15a-43d2-a691-52f251436483 req-dfb9ae2b-05ec-4d4f-8110-0672d67eae02 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.236366 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-d8884a88-e15a-43d2-a691-52f251436483 req-dfb9ae2b-05ec-4d4f-8110-0672d67eae02 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Calling delete_port for 7e2fc8cd-4943-4413-bed6-883f6ed096b2 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:12:09.378287 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d8884a88-e15a-43d2-a691-52f251436483 req-dfb9ae2b-05ec-4d4f-8110-0672d67eae02 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.408075 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9ae2b-05ec-4d4f-8110-0672d67eae02 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Pushing event deleted for resources: {'Port': ['ID=7e2fc8cd-4943-4413-bed6-883f6ed096b2,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:09.421183 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['7e2fc8cd-4943-4413-bed6-883f6ed096b2'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:09.432180 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-212fd48b-d9ca-4c8b-9bdd-f1af9c983a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:09.433685 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-212fd48b-d9ca-4c8b-9bdd-f1af9c983a81 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce&tenant_id=70d941aa2c0e4b9eac9950e6e8237615 HTTP/1.1" status: 200 len: 1096 time: 0.0747645 Sep 02 17:12:09.444498 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device e28d622c-3383-4e88-bb0f-f0ca44fe2164 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:09.453961 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8884a88-e15a-43d2-a691-52f251436483 req-dfb9ae2b-05ec-4d4f-8110-0672d67eae02 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] No DVR routers for this DVR port 7e2fc8cd-4943-4413-bed6-883f6ed096b2 on host hv-cinder-80626 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:12:09.457179 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d8884a88-e15a-43d2-a691-52f251436483 req-dfb9ae2b-05ec-4d4f-8110-0672d67eae02 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.459288 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8884a88-e15a-43d2-a691-52f251436483 req-dfb9ae2b-05ec-4d4f-8110-0672d67eae02 tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.13 "DELETE /v2.0/ports/7e2fc8cd-4943-4413-bed6-883f6ed096b2 HTTP/1.1" status: 204 len: 173 time: 0.4460618 Sep 02 17:12:09.459695 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc38d921-f6d4-4f6c-89c1-08e1c2d96c97', 'name': 'network-vif-deleted', 'tag': '7e2fc8cd-4943-4413-bed6-883f6ed096b2'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:09.461948 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d225c912-477c-4abc-8b32-0f470c0dc6b6" -d '{"events": [{"server_uuid": "fc38d921-f6d4-4f6c-89c1-08e1c2d96c97", "name": "network-vif-deleted", "tag": "7e2fc8cd-4943-4413-bed6-883f6ed096b2"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:09.507373 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port e28d622c-3383-4e88-bb0f-f0ca44fe2164 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:09.508405 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0a0ecf-a049-4191-9bfe-e9a973e3a739 x-openstack-request-id: req-fe0a0ecf-a049-4191-9bfe-e9a973e3a739 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:09.508700 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc38d921-f6d4-4f6c-89c1-08e1c2d96c97", "name": "network-vif-deleted", "tag": "7e2fc8cd-4943-4413-bed6-883f6ed096b2", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:09.509020 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe0a0ecf-a049-4191-9bfe-e9a973e3a739 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:09.509421 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc38d921-f6d4-4f6c-89c1-08e1c2d96c97', 'name': 'network-vif-deleted', 'tag': '7e2fc8cd-4943-4413-bed6-883f6ed096b2', 'status': 'completed', 'code': 200} Sep 02 17:12:09.512424 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port e28d622c-3383-4e88-bb0f-f0ca44fe2164 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:09.513590 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.525111 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-d286a880-750c-4fee-9ca7-540909443625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:09.526649 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-d286a880-750c-4fee-9ca7-540909443625 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 1096 time: 0.0502858 Sep 02 17:12:09.605755 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.648114 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f237e0-63e9-4871-9dd5-ab033d35ae67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d622c-3383-4e88-bb0f-f0ca44fe2164'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:09.650444 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3873ceee-77d3-468c-9f6e-406f3783a95d" -d '{"events": [{"server_uuid": "39f237e0-63e9-4871-9dd5-ab033d35ae67", "name": "network-vif-plugged", "status": "completed", "tag": "e28d622c-3383-4e88-bb0f-f0ca44fe2164"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:09.661638 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-51eda83c-bac7-4f8b-a19b-c3bf5d7838a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:09.663297 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-51eda83c-bac7-4f8b-a19b-c3bf5d7838a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 918 time: 0.1093304 Sep 02 17:12:09.671308 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port e28d622c-3383-4e88-bb0f-f0ca44fe2164, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=e28d622c-3383-4e88-bb0f-f0ca44fe2164,segment=NetworkSegment(005edebf-f580-4f6b-a78f-87899395556b),segment_id=005edebf-f580-4f6b-a78f-87899395556b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:09.675941 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.676955 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 0a87c875-7882-47c2-a092-e14ea53f2b64 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:12:09.722722 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cac1519-6f70-4e09-85b0-af5ab73560ff x-openstack-request-id: req-6cac1519-6f70-4e09-85b0-af5ab73560ff {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:09.723006 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f237e0-63e9-4871-9dd5-ab033d35ae67", "name": "network-vif-plugged", "status": "completed", "tag": "e28d622c-3383-4e88-bb0f-f0ca44fe2164", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:09.723258 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cac1519-6f70-4e09-85b0-af5ab73560ff {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:09.724217 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f237e0-63e9-4871-9dd5-ab033d35ae67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d622c-3383-4e88-bb0f-f0ca44fe2164', 'code': 200} Sep 02 17:12:09.773131 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=e28d622c-3383-4e88-bb0f-f0ca44fe2164,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:09.782380 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-056beef4-3f1c-4489-9dc6-6bc5be67147c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a87c875-7882-47c2-a092-e14ea53f2b64 HTTP/1.1" status: 200 len: 999 time: 0.0731306 Sep 02 17:12:09.868378 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-b5a85f2b-4247-4c5c-8cec-ec1fc36a864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:09.870024 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-b5a85f2b-4247-4c5c-8cec-ec1fc36a864f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 200 len: 856 time: 0.0716286 Sep 02 17:12:09.883371 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc684c-a454-4e85-8bbd-a8e354de8420 req-4ec73dcd-b9c7-4c8d-971a-a583aca40500 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:09.885143 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-16bc684c-a454-4e85-8bbd-a8e354de8420 req-4ec73dcd-b9c7-4c8d-971a-a583aca40500 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0959036 Sep 02 17:12:09.941418 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-0cba1968-6f1a-407b-9c6c-7221bea79f77 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772581189&fields=id&tenant_id=dc090408372e41379709e2067823b1a6 HTTP/1.1" status: 200 len: 267 time: 0.0543444 Sep 02 17:12:09.961320 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-16bc684c-a454-4e85-8bbd-a8e354de8420 req-5acee70a-3885-4704-97b1-373d69d49ed0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695055 Sep 02 17:12:09.970858 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-97f67f2f-4255-4fea-8526-f659840e6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:09.972444 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-97f67f2f-4255-4fea-8526-f659840e6dd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94c8cbb5-40fd-4da4-849b-703835a0088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719814 Sep 02 17:12:10.079793 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3484b17d-83d1-420f-a6fa-4d5fe960cd9f req-d08cc1d0-823c-42a1-a8df-044ed06057cd tempest-AttachVolumeNegativeTest-679200292 tempest-AttachVolumeNegativeTest-679200292-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc38d921-f6d4-4f6c-89c1-08e1c2d96c97 HTTP/1.1" status: 200 len: 210 time: 0.0314200 Sep 02 17:12:10.086849 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72028c1-c089-4c04-9494-110905d827f7 req-649c9920-e2ac-4de7-81f9-6236e978b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:10.088582 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d72028c1-c089-4c04-9494-110905d827f7 req-649c9920-e2ac-4de7-81f9-6236e978b97d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 1098 time: 0.0950167 Sep 02 17:12:10.115444 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-af06ad03-2aca-42eb-b7d6-6096592b2a6d service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272728 Sep 02 17:12:10.123296 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35792330-150d-4248-abde-52ca6ab1c4aa req-b952b3bf-8024-4747-b80f-239a11b97fb2 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:10.124976 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-b952b3bf-8024-4747-b80f-239a11b97fb2 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 809 time: 0.1757512 Sep 02 17:12:10.148251 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d72028c1-c089-4c04-9494-110905d827f7 req-136294b6-c84f-4e86-9db3-b6265e6d2b47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496378 Sep 02 17:12:10.149493 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-1fdbf9d8-fc2f-434b-a0ec-1c141f59ba7b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/quotas/dc090408372e41379709e2067823b1a6 HTTP/1.1" status: 200 len: 375 time: 0.0154200 Sep 02 17:12:10.208714 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-fa020828-e8f3-429f-94cd-e33ebf0c9e56 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496798 Sep 02 17:12:10.251053 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b66df024-85ac-43c2-9771-37b5b0a2d878 req-276b6339-1791-4171-b5eb-44e9c3c5935f service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251636 Sep 02 17:12:10.269551 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c6431-1eb0-4039-89ea-e1b14e79bc92 req-97fd8951-093f-440a-90df-ce28573960a0 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:10.271696 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-093c6431-1eb0-4039-89ea-e1b14e79bc92 req-97fd8951-093f-440a-90df-ce28573960a0 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0730333 Sep 02 17:12:10.310838 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-093c6431-1eb0-4039-89ea-e1b14e79bc92 req-65b5faef-3eb7-45e9-8339-fe506d9d4ab4 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Sep 02 17:12:10.315223 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-99f5b3b3-2c46-4f6d-8078-2f8b26a8250d service neutron] 10.222.0.41 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905147 Sep 02 17:12:10.415040 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-a9dabd42-741e-47d4-b329-48e09dbe71ba service neutron] 10.222.0.41 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907950 Sep 02 17:12:10.729096 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b494e53c-cddc-4ac3-9e9d-da397ab239c7 req-84c089c6-d079-4ae3-847c-aeac1501d789 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0276542 Sep 02 17:12:11.094500 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58904e0-47f3-47f3-b705-d185de2f111f req-f8ca7628-a723-43bf-ac0b-828a5f44791b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:11.096350 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d58904e0-47f3-47f3-b705-d185de2f111f req-f8ca7628-a723-43bf-ac0b-828a5f44791b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0523705 Sep 02 17:12:11.156039 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d58904e0-47f3-47f3-b705-d185de2f111f req-6d55a1c2-67ca-4ada-9de6-05ab0b116777 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522470 Sep 02 17:12:11.191221 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 47988) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:11.268932 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a60c44-8a5c-41d6-b6e5-e52116328a56 admin admin] Deleting subnet 73f21f05-8338-4d4a-9690-02f96e5f3631 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:12:11.274103 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-71a60c44-8a5c-41d6-b6e5-e52116328a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:11.345169 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-71a60c44-8a5c-41d6-b6e5-e52116328a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12836143'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:11.431204 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 47996) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:11.483478 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-71a60c44-8a5c-41d6-b6e5-e52116328a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:11.605633 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b296f-3f8d-4878-bcad-fd45c838904a req-2c2374b3-0162-4f65-8a30-158f6af2076f tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:11.619392 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e8b296f-3f8d-4878-bcad-fd45c838904a req-2c2374b3-0162-4f65-8a30-158f6af2076f tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.1702929 Sep 02 17:12:11.673597 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6f39fc27-55b3-44c8-8d5d-a8103ad7038d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:11.736608 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e8b296f-3f8d-4878-bcad-fd45c838904a req-5d991781-6dcd-4f6b-a228-a64b12106522 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159813 Sep 02 17:12:11.739117 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-71a60c44-8a5c-41d6-b6e5-e52116328a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12836209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14215573'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:11.783616 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a60c44-8a5c-41d6-b6e5-e52116328a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f21f05-8338-4d4a-9690-02f96e5f3631,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:11.785694 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-71a60c44-8a5c-41d6-b6e5-e52116328a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:11.790873 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-71a60c44-8a5c-41d6-b6e5-e52116328a56 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/73f21f05-8338-4d4a-9690-02f96e5f3631 HTTP/1.1" status: 204 len: 168 time: 0.5983059 Sep 02 17:12:11.791900 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48008) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:11.896706 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4bfd6260-cf4f-448e-a4ab-f31d1ff85866 req-2049eade-2d30-402c-af24-81601924db5c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0378585 Sep 02 17:12:11.899346 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:11.913943 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6f39fc27-55b3-44c8-8d5d-a8103ad7038d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:11.928845 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6f39fc27-55b3-44c8-8d5d-a8103ad7038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:11.977596 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6f39fc27-55b3-44c8-8d5d-a8103ad7038d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dabf6a6a78b4023a356668c0efba6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5452137 Sep 02 17:12:11.978509 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48012) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:11.981294 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39fc27-55b3-44c8-8d5d-a8103ad7038d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84963ecd-c927-4385-bf8a-5d98e751ce76,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:11.998020 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.015376 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e64c23-8d50-4a89-acaf-802979ed9882']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:12.028784 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f5445a-b5ec-4519-b73b-628f0a1b0895') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:12.029089 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f5445a-b5ec-4519-b73b-628f0a1b0895') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:12.040260 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966620'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.056934 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.057725 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13df94bc-48ac-4281-8574-530b2d14cc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.064083 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:12:12.064738 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12836127'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.105328 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13df94bc-48ac-4281-8574-530b2d14cc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: timer() Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: cb(*args, **kw) Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: self._notify() Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: self.callback(batched_events) Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: event.method(event) Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._get(url).json() Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:12:12.122428 dv-cinder-806260-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:12:12.134035 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.140733 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.143526 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/42e64c23-8d50-4a89-acaf-802979ed9882 HTTP/1.1" status: 204 len: 168 time: 0.3505156 Sep 02 17:12:12.159935 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1db4d7-b4a2-4015-a892-2439495e7db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=42e64c23-8d50-4a89-acaf-802979ed9882,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:12.168372 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13df94bc-48ac-4281-8574-530b2d14cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.172605 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13df94bc-48ac-4281-8574-530b2d14cc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.181646 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-13df94bc-48ac-4281-8574-530b2d14cc7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84963ecd-c927-4385-bf8a-5d98e751ce76 HTTP/1.1" status: 204 len: 168 time: 0.2012923 Sep 02 17:12:12.195468 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df94bc-48ac-4281-8574-530b2d14cc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84963ecd-c927-4385-bf8a-5d98e751ce76,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:12.318795 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6e213-bbc5-4aa9-8579-68585d8a7743 req-12855cf5-0d57-4843-9cfa-96b69c5191d8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:12.320554 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d1b6e213-bbc5-4aa9-8579-68585d8a7743 req-12855cf5-0d57-4843-9cfa-96b69c5191d8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0664361 Sep 02 17:12:12.379142 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48020) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:12.386725 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d1b6e213-bbc5-4aa9-8579-68585d8a7743 req-1c563dc0-4f06-47e1-b7bf-7e40678a9b1c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578549 Sep 02 17:12:12.437122 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f2459fc6-6047-46cf-809e-3324783d29ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ec1c77ded4a41158a99f6cf578e395e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0563462 Sep 02 17:12:12.440000 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48022) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:12.500073 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-52c0cc3c-0916-4841-930a-ae6230564cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.526164 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-52c0cc3c-0916-4841-930a-ae6230564cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.582231 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-52c0cc3c-0916-4841-930a-ae6230564cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.586261 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-52c0cc3c-0916-4841-930a-ae6230564cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.587730 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-52c0cc3c-0916-4841-930a-ae6230564cdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5c6bbfd-ea2a-49c5-baeb-7d961328b997 HTTP/1.1" status: 204 len: 168 time: 0.1460650 Sep 02 17:12:12.596143 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0cc3c-0916-4841-930a-ae6230564cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c6bbfd-ea2a-49c5-baeb-7d961328b997,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:12.890979 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4424a71-2f74-4b39-8df5-05aa1133a5a1 req-220879a7-55eb-4723-b4f5-62da087488df tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:12.893035 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d4424a71-2f74-4b39-8df5-05aa1133a5a1 req-220879a7-55eb-4723-b4f5-62da087488df tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0670540 Sep 02 17:12:12.966241 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d4424a71-2f74-4b39-8df5-05aa1133a5a1 req-0b10204a-11ab-4be7-998d-0daa865b2210 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662475 Sep 02 17:12:13.129389 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-66601d08-dbde-427e-9bb7-0af9f833b0c3 req-94725b79-73b5-4088-a758-10a737bd8091 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0567100 Sep 02 17:12:13.455789 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 7e2fc8cd-4943-4413-bed6-883f6ed096b2 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:12:13.478524 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 7e2fc8cd-4943-4413-bed6-883f6ed096b2 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:12:13.479188 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 7e2fc8cd-4943-4413-bed6-883f6ed096b2 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:12:13.491000 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48056) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:13.503508 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf634c6-4216-4c33-b633-4be5ef7dc34f req-11491bf1-1044-4895-b84e-f0def679d4c4 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:13.505893 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-caf634c6-4216-4c33-b633-4be5ef7dc34f req-11491bf1-1044-4895-b84e-f0def679d4c4 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0518093 Sep 02 17:12:13.565805 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-caf634c6-4216-4c33-b633-4be5ef7dc34f req-91f79878-95c3-4f8c-9ecd-3c57821b8f23 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446994 Sep 02 17:12:13.618532 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1765692242-network', 'tenant_id': '338db6212e674d72a0bf128b096d0840'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:13.643090 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Made reservation on behalf of 338db6212e674d72a0bf128b096d0840 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:13.645420 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.659981 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.756085 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.760897 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.789915 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:12:13.796019 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66000b6-c756-4d6d-8e2e-7a4a7468a9f6,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:13.804295 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.811210 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Added segment 65caedf0-b25b-4718-9863-e1767c2ea3a2 of type vlan for network b1b54893-1086-4add-ad24-8a1a0234abd7 Sep 02 17:12:13.846566 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.873162 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.874276 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:13.874982 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.932342 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4401989 Sep 02 17:12:13.935786 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48060) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:13.941002 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] Request body: {'subnet': {'network_id': 'b1b54893-1086-4add-ad24-8a1a0234abd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1765692242-subnet', 'tenant_id': '338db6212e674d72a0bf128b096d0840', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:13.943997 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ea48d-fa25-4cb4-bbc8-2f7401873a7e admin admin] Pushing event updated for resources: {'Network': ['ID=b1b54893-1086-4add-ad24-8a1a0234abd7,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:13.965592 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network b1b54893-1086-4add-ad24-8a1a0234abd7 details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:12:14.000415 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] Made reservation on behalf of 338db6212e674d72a0bf128b096d0840 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:14.000838 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:12:14.002889 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33354431'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:14.136226 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba405a60-e7cc-4862-ae5f-d997199a2460 req-b549dc98-bd3d-4b3f-b8d5-71b1a77cbb83 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:14.139187 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ba405a60-e7cc-4862-ae5f-d997199a2460 req-b549dc98-bd3d-4b3f-b8d5-71b1a77cbb83 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0835238 Sep 02 17:12:14.211757 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ba405a60-e7cc-4862-ae5f-d997199a2460 req-538a7d3d-7eb4-4965-a430-d48f34cea836 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666959 Sep 02 17:12:14.293441 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33548929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33354413'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:14.363103 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06c1870-eb7d-422b-bc55-c9171e4e8a4c,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:14.371388 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] Checking segment: {'id': '65caedf0-b25b-4718-9863-e1767c2ea3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b1b54893-1086-4add-ad24-8a1a0234abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:14.371942 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] Network hostable DHCP agents. Network: b1b54893-1086-4add-ad24-8a1a0234abd7, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:12:14.397384 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] Network b1b54893-1086-4add-ad24-8a1a0234abd7 is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:12:14.412518 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, b1b54893-1086-4add-ad24-8a1a0234abd7) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:14.419435 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:14.420336 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:14.420608 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e46cdb8-e5c4-4c8e-bda4-9f0a28f7d29a None None] Network b1b54893-1086-4add-ad24-8a1a0234abd7 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:12:14.449498 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5053a181-b16a-40ce-80a3-438acd3ab580 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5122349 Sep 02 17:12:14.569882 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396ff38e-01fc-49bc-b472-ccc01a947308 None None] Network b1b54893-1086-4add-ad24-8a1a0234abd7 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:12:14.802758 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6f66bbc1-2737-4d05-bbf9-e86b55a2585d req-eff496d7-6f7b-4561-b99b-7dda36285811 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.3392320 Sep 02 17:12:14.983509 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3637a6-0117-45a6-bdad-a1b6ec2854b5 req-e2e4a951-f3ba-4fb4-8ca9-d51588efdff0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:14.985157 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1e3637a6-0117-45a6-bdad-a1b6ec2854b5 req-e2e4a951-f3ba-4fb4-8ca9-d51588efdff0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0832937 Sep 02 17:12:15.114379 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1e3637a6-0117-45a6-bdad-a1b6ec2854b5 req-48519ae7-5b70-48ad-bc12-0704a59482eb tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168303 Sep 02 17:12:15.268469 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b3b46-4111-4d6f-83c1-93122ee22f9b req-6a32adf5-8266-4624-9061-0cb6980d4163 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:15.276511 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-823b3b46-4111-4d6f-83c1-93122ee22f9b req-6a32adf5-8266-4624-9061-0cb6980d4163 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0931988 Sep 02 17:12:15.331839 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-823b3b46-4111-4d6f-83c1-93122ee22f9b req-1d645636-8879-477b-93f1-56761676a097 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542002 Sep 02 17:12:15.349540 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48094) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:15.356937 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2004615017-network', 'tenant_id': '154dd131979d4b5dbd838a6198c7a072'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:15.382467 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Made reservation on behalf of 154dd131979d4b5dbd838a6198c7a072 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:15.387002 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.400870 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.495041 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d112686-1c58-4f46-9197-2809939bd5c8 req-f24de63f-879f-4c32-94cf-8a9ea37b35cd tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:15.497521 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6d112686-1c58-4f46-9197-2809939bd5c8 req-f24de63f-879f-4c32-94cf-8a9ea37b35cd tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0606823 Sep 02 17:12:15.507584 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.514425 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.545239 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:12:15.556410 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6250db-479e-4e4b-bf61-a15ef9dd374a,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:15.561697 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.562167 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Added segment 5fd878b6-e0c7-4582-a6d6-192806fd7f16 of type vlan for network 9b9ba435-a612-490f-9e6f-3fcea3049f32 Sep 02 17:12:15.573317 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6d112686-1c58-4f46-9197-2809939bd5c8 req-70c4bb6b-423b-41a3-b7d3-5572c836fc1f tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685933 Sep 02 17:12:15.606151 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.634191 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.635184 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:15.635780 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.689737 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3460114 Sep 02 17:12:15.695369 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48096) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:15.702592 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] Request body: {'subnet': {'network_id': '9b9ba435-a612-490f-9e6f-3fcea3049f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2004615017-subnet', 'tenant_id': '154dd131979d4b5dbd838a6198c7a072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:15.705629 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbc6c0-2cd7-4069-83b8-8357511a1afb admin admin] Pushing event updated for resources: {'Network': ['ID=9b9ba435-a612-490f-9e6f-3fcea3049f32,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:15.720188 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network 9b9ba435-a612-490f-9e6f-3fcea3049f32 details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:12:15.740719 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] Made reservation on behalf of 154dd131979d4b5dbd838a6198c7a072 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:15.743722 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33354431'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.937983 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-225a4428-24b7-430d-b955-264432312f17 req-29dda24c-e8cd-4697-8c03-78a6831f1de0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0324864 Sep 02 17:12:16.015581 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33548929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33354413'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.072538 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a304faaf-2643-4623-ba84-47a01f3b8916,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:16.082483 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] Checking segment: {'id': '5fd878b6-e0c7-4582-a6d6-192806fd7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9b9ba435-a612-490f-9e6f-3fcea3049f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:16.082903 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] Network hostable DHCP agents. Network: 9b9ba435-a612-490f-9e6f-3fcea3049f32, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:12:16.105774 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] Network 9b9ba435-a612-490f-9e6f-3fcea3049f32 is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:12:16.118898 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, 9b9ba435-a612-490f-9e6f-3fcea3049f32) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:16.128120 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:16.128359 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc9779-06f5-478d-af86-803b0c22e6b5 None None] Network 9b9ba435-a612-490f-9e6f-3fcea3049f32 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:12:16.129078 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.156734 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8fe97ed7-1e2a-4503-ba8e-ef56c4397913 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4593990 Sep 02 17:12:16.260993 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d55a7-78cf-4e8d-b594-73e1eb527f19 req-7c47f3b9-9d43-45e2-986d-7ccbb0357e24 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:16.269670 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-331d55a7-78cf-4e8d-b594-73e1eb527f19 req-7c47f3b9-9d43-45e2-986d-7ccbb0357e24 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0720465 Sep 02 17:12:16.345397 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-331d55a7-78cf-4e8d-b594-73e1eb527f19 req-4e4e44fb-0311-42c4-ac0d-be068b563501 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732501 Sep 02 17:12:16.379675 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48106) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:16.433583 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3a842c-3f09-4896-b041-8361802e07f9 admin admin] Deleting subnet f06c1870-eb7d-422b-bc55-c9171e4e8a4c {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:12:16.437974 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c3a842c-3f09-4896-b041-8361802e07f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.480255 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c3a842c-3f09-4896-b041-8361802e07f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12836143'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.509934 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eec1c1-55f0-47d4-a205-941dc839287a None None] Network 9b9ba435-a612-490f-9e6f-3fcea3049f32 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:12:16.532970 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c3a842c-3f09-4896-b041-8361802e07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.587646 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93081bd8-572e-4d40-af22-6ef02db14b74 req-a1dcf39b-7c48-47c0-a696-e811c4cb42f3 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:16.589435 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-93081bd8-572e-4d40-af22-6ef02db14b74 req-a1dcf39b-7c48-47c0-a696-e811c4cb42f3 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0994487 Sep 02 17:12:16.614299 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c3a842c-3f09-4896-b041-8361802e07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12836209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14215573'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.643412 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-93081bd8-572e-4d40-af22-6ef02db14b74 req-39ae20fc-f4c3-444e-8562-7ef2c361bf37 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469170 Sep 02 17:12:16.675910 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c3a842c-3f09-4896-b041-8361802e07f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.680556 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4c3a842c-3f09-4896-b041-8361802e07f9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f06c1870-eb7d-422b-bc55-c9171e4e8a4c HTTP/1.1" status: 204 len: 168 time: 0.2972231 Sep 02 17:12:16.680556 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a842c-3f09-4896-b041-8361802e07f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06c1870-eb7d-422b-bc55-c9171e4e8a4c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:16.680860 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48110) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:16.762970 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.780757 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9174293-c2b1-4dce-84c4-a1a33a5850bb req-15bc921d-0516-4c0b-8cbb-217494efc716 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:16.782697 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a9174293-c2b1-4dce-84c4-a1a33a5850bb req-15bc921d-0516-4c0b-8cbb-217494efc716 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0592229 Sep 02 17:12:16.823974 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a9174293-c2b1-4dce-84c4-a1a33a5850bb req-a2b8a338-fdd1-434f-b0af-4065b41e5ba0 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346253 Sep 02 17:12:16.858572 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.868926 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b54893-1086-4add-ad24-8a1a0234abd7']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:16.878988 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65caedf0-b25b-4718-9863-e1767c2ea3a2') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:16.879294 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65caedf0-b25b-4718-9863-e1767c2ea3a2') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:16.890240 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966620'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.906829 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.915256 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:12:16.915830 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12836127'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: timer() Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: cb(*args, **kw) Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: self._notify() Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: self.callback(batched_events) Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: event.method(event) Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._get(url).json() Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:12:16.954377 dv-cinder-806260-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:12:16.958649 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.989277 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.995511 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.997629 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b1b54893-1086-4add-ad24-8a1a0234abd7 HTTP/1.1" status: 204 len: 168 time: 0.3159304 Sep 02 17:12:17.000566 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48114) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:17.010016 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb595d-b6ce-449f-81ea-d7e34b881c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b54893-1086-4add-ad24-8a1a0234abd7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:17.063755 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-932de82a-1378-4513-85b1-dbd52ad46235 req-573ca872-cb32-497f-9164-8b5b2ed0a5a5 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0327172 Sep 02 17:12:17.075516 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-88241f73-1a69-4e05-a47e-a1f2a460a88d admin admin] Deleting subnet a304faaf-2643-4623-ba84-47a01f3b8916 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:12:17.079115 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-88241f73-1a69-4e05-a47e-a1f2a460a88d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.115168 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-88241f73-1a69-4e05-a47e-a1f2a460a88d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33073504'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.153420 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-88241f73-1a69-4e05-a47e-a1f2a460a88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.210904 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-88241f73-1a69-4e05-a47e-a1f2a460a88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33548870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33354452'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.237392 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88241f73-1a69-4e05-a47e-a1f2a460a88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a304faaf-2643-4623-ba84-47a01f3b8916,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:17.241741 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-88241f73-1a69-4e05-a47e-a1f2a460a88d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.243947 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-88241f73-1a69-4e05-a47e-a1f2a460a88d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a304faaf-2643-4623-ba84-47a01f3b8916 HTTP/1.1" status: 204 len: 168 time: 0.2423854 Sep 02 17:12:17.246411 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48116) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:17.315814 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.421740 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.441904 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9ba435-a612-490f-9e6f-3fcea3049f32']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:17.466251 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd878b6-e0c7-4582-a6d6-192806fd7f16') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:17.466752 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd878b6-e0c7-4582-a6d6-192806fd7f16') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:17.479043 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33468051'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.497566 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.506407 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:12:17.506916 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33548840'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: timer() Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: cb(*args, **kw) Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: self._notify() Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: self.callback(batched_events) Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: event.method(event) Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._get(url).json() Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:12:17.508476 dv-cinder-806260-3-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:12:17.524948 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeeff21-701e-43ce-a92f-ef88072c4ef9 req-b87226a3-a590-432e-a1b4-d3667d11b82d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:17.526536 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ceeeff21-701e-43ce-a92f-ef88072c4ef9 req-b87226a3-a590-432e-a1b4-d3667d11b82d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0963969 Sep 02 17:12:17.599123 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.606202 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.608074 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9b9ba435-a612-490f-9e6f-3fcea3049f32 HTTP/1.1" status: 204 len: 168 time: 0.3606555 Sep 02 17:12:17.611958 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ceeeff21-701e-43ce-a92f-ef88072c4ef9 req-4fe82575-1e45-42ba-8a86-6ebb62f9650f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543211 Sep 02 17:12:17.636079 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1fd0c-ba20-4477-bc92-440d053f3b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9ba435-a612-490f-9e6f-3fcea3049f32,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:17.779447 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f89cab-6488-49e3-9bb5-c3f78fdfd32e req-ffba5b47-28e7-49c1-bb7c-6f49aea512eb tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:17.781075 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a1f89cab-6488-49e3-9bb5-c3f78fdfd32e req-ffba5b47-28e7-49c1-bb7c-6f49aea512eb tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0681174 Sep 02 17:12:17.825932 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48126) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:17.851331 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a1f89cab-6488-49e3-9bb5-c3f78fdfd32e req-e7a7cc2f-0768-4913-b6d2-b51e81e5212a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617959 Sep 02 17:12:17.875446 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d701b4f8-5fc0-4df2-9309-d43e5110a5f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=338db6212e674d72a0bf128b096d0840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474827 Sep 02 17:12:17.877773 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48130) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:17.946243 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4b3c49f-95a2-4e01-8ad5-cc6c6ecdf890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.972126 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4b3c49f-95a2-4e01-8ad5-cc6c6ecdf890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.998438 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ceb4-209a-4c8b-99ca-264a2269a371 req-76565c25-61e9-41ea-82f0-e6c302369cd2 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:17.999629 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2e94ceb4-209a-4c8b-99ca-264a2269a371 req-76565c25-61e9-41ea-82f0-e6c302369cd2 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0639412 Sep 02 17:12:18.039541 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4b3c49f-95a2-4e01-8ad5-cc6c6ecdf890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:18.051435 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4b3c49f-95a2-4e01-8ad5-cc6c6ecdf890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:18.054946 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f4b3c49f-95a2-4e01-8ad5-cc6c6ecdf890 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e66000b6-c756-4d6d-8e2e-7a4a7468a9f6 HTTP/1.1" status: 204 len: 168 time: 0.1739242 Sep 02 17:12:18.065045 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3c49f-95a2-4e01-8ad5-cc6c6ecdf890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66000b6-c756-4d6d-8e2e-7a4a7468a9f6,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:18.071782 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2e94ceb4-209a-4c8b-99ca-264a2269a371 req-70cbdeb8-e0af-4c8e-91c9-9d661d835e7e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560653 Sep 02 17:12:18.206582 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e148571b-665e-4d59-a987-5bb76db7e3a0 req-2b5b33df-15a8-4a1d-a3b5-6a89c50bba54 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0610645 Sep 02 17:12:18.486017 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48138) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:18.545897 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48140) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:18.546311 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-89abcfcd-95c4-4103-9a2e-8d0faa371366 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=154dd131979d4b5dbd838a6198c7a072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588224 Sep 02 17:12:18.605975 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0aa15fe6-9091-4cad-85ec-c9deca3c629b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:18.629547 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0aa15fe6-9091-4cad-85ec-c9deca3c629b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:18.689631 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0aa15fe6-9091-4cad-85ec-c9deca3c629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:18.693165 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0aa15fe6-9091-4cad-85ec-c9deca3c629b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:18.694536 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0aa15fe6-9091-4cad-85ec-c9deca3c629b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff6250db-479e-4e4b-bf61-a15ef9dd374a HTTP/1.1" status: 204 len: 168 time: 0.1475501 Sep 02 17:12:18.703679 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa15fe6-9091-4cad-85ec-c9deca3c629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6250db-479e-4e4b-bf61-a15ef9dd374a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:18.752080 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf0a8a-4130-4684-951d-1541b88de535 req-10befa10-c9f0-4512-b98d-6c9a6332df0f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:18.753856 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0dcf0a8a-4130-4684-951d-1541b88de535 req-10befa10-c9f0-4512-b98d-6c9a6332df0f tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0674760 Sep 02 17:12:18.803458 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0dcf0a8a-4130-4684-951d-1541b88de535 req-f186fca8-c593-4f3d-9314-ca73b78c11a3 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Sep 02 17:12:18.983793 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786788a6-76a3-4f1a-9960-68a465cf0030 req-eb5ff129-1446-4a55-8d52-a53b2479bb0f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:18.985424 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-786788a6-76a3-4f1a-9960-68a465cf0030 req-eb5ff129-1446-4a55-8d52-a53b2479bb0f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0521202 Sep 02 17:12:19.031496 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-786788a6-76a3-4f1a-9960-68a465cf0030 req-16874e46-61f9-4aa5-9fc0-dafff8f7c588 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390589 Sep 02 17:12:19.200400 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb66b8-3dc6-4b11-a1c4-cee4b1781220 req-8a3a7239-4d04-4486-8571-5bbd7054971a tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:19.202018 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-57fb66b8-3dc6-4b11-a1c4-cee4b1781220 req-8a3a7239-4d04-4486-8571-5bbd7054971a tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0644777 Sep 02 17:12:19.242470 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-57fb66b8-3dc6-4b11-a1c4-cee4b1781220 req-e2ae5e41-2e63-4ab1-9940-cccfce295c6f tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346026 Sep 02 17:12:19.351224 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-588aacd6-8239-4d59-a417-4dcfa6b17caf req-b5bbfd69-bbed-46c1-ba82-40b70a833c1d tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0413382 Sep 02 17:12:19.932586 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02865591-4950-490e-8989-3a58e9dec168 req-c75e7ada-07e4-471c-9156-bdd22ea142d9 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:19.934357 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-02865591-4950-490e-8989-3a58e9dec168 req-c75e7ada-07e4-471c-9156-bdd22ea142d9 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0560367 Sep 02 17:12:19.977157 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-02865591-4950-490e-8989-3a58e9dec168 req-362eb469-492d-4394-aaa8-10fdd3e57a17 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355697 Sep 02 17:12:20.182096 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfed2-f722-47e1-8875-69957c68d04a req-f824d980-e3d6-4ea3-9eb7-449da4230a04 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:20.187119 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e53cfed2-f722-47e1-8875-69957c68d04a req-f824d980-e3d6-4ea3-9eb7-449da4230a04 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0672643 Sep 02 17:12:20.239720 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e53cfed2-f722-47e1-8875-69957c68d04a req-acaa9a3f-d939-4849-8575-181d0a94d409 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394590 Sep 02 17:12:20.379271 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b38a5-f2b3-4b74-9eac-2d6e03f2d479 req-e35b2f40-7c15-495e-9485-64760c6f60a7 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:20.382771 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1d6b38a5-f2b3-4b74-9eac-2d6e03f2d479 req-e35b2f40-7c15-495e-9485-64760c6f60a7 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0548701 Sep 02 17:12:20.441309 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1d6b38a5-f2b3-4b74-9eac-2d6e03f2d479 req-9f5122c2-2897-4c08-a1b8-3a6edfd43e28 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524995 Sep 02 17:12:20.569610 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f085dc72-5044-47be-aeb8-1575563e0a47 req-4ac4ff02-371b-4518-8188-571b765b4e31 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0343566 Sep 02 17:12:21.099993 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c83457-5577-44f5-b377-0954e997b79b req-2a8d219e-b9ad-41dc-a62f-459ef7299202 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:21.101586 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-44c83457-5577-44f5-b377-0954e997b79b req-2a8d219e-b9ad-41dc-a62f-459ef7299202 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0533216 Sep 02 17:12:21.140865 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-44c83457-5577-44f5-b377-0954e997b79b req-8e226fb4-c76c-440c-8b64-f19901693529 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Sep 02 17:12:21.363483 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cede67b-8726-4197-b216-b6adc76d4b97 req-436bf2b4-d51d-471a-ad14-c9e58fcd9c6b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:21.365058 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5cede67b-8726-4197-b216-b6adc76d4b97 req-436bf2b4-d51d-471a-ad14-c9e58fcd9c6b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0509045 Sep 02 17:12:21.403559 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5cede67b-8726-4197-b216-b6adc76d4b97 req-d4045427-ef69-4bc2-9c7e-8fd630f4eded tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324254 Sep 02 17:12:21.571773 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4821f12-b432-4bec-8488-c1a02385e262 req-d4ee1862-e673-43f4-9ab6-82cf8bf55fd5 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:21.573274 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c4821f12-b432-4bec-8488-c1a02385e262 req-d4ee1862-e673-43f4-9ab6-82cf8bf55fd5 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0497172 Sep 02 17:12:21.610930 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c4821f12-b432-4bec-8488-c1a02385e262 req-af83ab21-0db7-4221-9182-2ffade67fa7c tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Sep 02 17:12:21.693836 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f98a035e-7856-4fda-b95e-eb49c74c8a5d req-afa82ce1-abd8-471c-9028-4fe4a7a438da tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0296960 Sep 02 17:12:21.955776 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-da36a0c7-0044-4de6-8298-8fd41005b48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:22.255325 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda178a-03cd-490c-8b59-e6d522d71f8d req-4578ff59-7571-4189-ad55-041c1a3cf06b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:22.256832 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7eda178a-03cd-490c-8b59-e6d522d71f8d req-4578ff59-7571-4189-ad55-041c1a3cf06b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0506749 Sep 02 17:12:22.294749 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7eda178a-03cd-490c-8b59-e6d522d71f8d req-5d3b5e1d-4416-4a99-9086-bf53ffd8e106 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320110 Sep 02 17:12:22.521537 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cc4ff-5a42-46eb-bed5-de931d223dff req-599a9920-fff1-4442-b7e2-a62a9b7cf2e3 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:22.523046 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-376cc4ff-5a42-46eb-bed5-de931d223dff req-599a9920-fff1-4442-b7e2-a62a9b7cf2e3 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0491698 Sep 02 17:12:22.560646 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-376cc4ff-5a42-46eb-bed5-de931d223dff req-c602f9d0-b05e-478e-83f3-a74370864ef5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317223 Sep 02 17:12:22.724032 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad0f64-5044-4725-828e-ce6ab1a39d37 req-6447e38c-2d44-4766-8c57-32e35bf4b53b tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:22.725415 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c8ad0f64-5044-4725-828e-ce6ab1a39d37 req-6447e38c-2d44-4766-8c57-32e35bf4b53b tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0471470 Sep 02 17:12:22.767480 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c8ad0f64-5044-4725-828e-ce6ab1a39d37 req-9f12fded-105c-46e2-92b3-fd0a9aa73e8f tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361867 Sep 02 17:12:22.845265 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d174661d-499c-4604-a319-f7e7379e920e req-9d9d4f21-25a5-438d-a95d-abedc21d1c03 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0254378 Sep 02 17:12:23.418866 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fe35b-41d7-4458-8faf-d91054f18ee5 req-cccd7033-a947-482e-8f52-ffecf035ffb3 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:23.420418 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-151fe35b-41d7-4458-8faf-d91054f18ee5 req-cccd7033-a947-482e-8f52-ffecf035ffb3 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0537932 Sep 02 17:12:23.459751 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-151fe35b-41d7-4458-8faf-d91054f18ee5 req-609fa638-4d27-4e5d-9345-3fbc2b022ea2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Sep 02 17:12:23.504932 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48260) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:23.621684 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c30a772-d33f-4b9c-9787-8a5af128dce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.689497 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de652d78-6e5e-4b27-99d6-88c8b42cce49 req-90f1f489-23ea-4c27-ad87-b9d7bffd33cc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:23.690942 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de652d78-6e5e-4b27-99d6-88c8b42cce49 req-90f1f489-23ea-4c27-ad87-b9d7bffd33cc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0536027 Sep 02 17:12:23.713479 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c30a772-d33f-4b9c-9787-8a5af128dce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.717331 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c30a772-d33f-4b9c-9787-8a5af128dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.730272 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de652d78-6e5e-4b27-99d6-88c8b42cce49 req-e4d95e79-abef-4e92-9b0f-a8cb72015a12 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325167 Sep 02 17:12:23.755212 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30a772-d33f-4b9c-9787-8a5af128dce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d86a68a-a974-4f5a-9842-e82d216af66e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:23.759564 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6c30a772-d33f-4b9c-9787-8a5af128dce4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d2d7ff4004d42738cfa49e8b90cd829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533984 Sep 02 17:12:23.762122 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48266) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:23.813774 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cee3-d745-4763-9d6c-09c719a251e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.836653 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cee3-d745-4763-9d6c-09c719a251e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.909500 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3282e8-b7ad-4815-9382-001b9537720c req-14350b76-feca-45c9-a80d-45eddc7165e5 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:23.911784 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7f3282e8-b7ad-4815-9382-001b9537720c req-14350b76-feca-45c9-a80d-45eddc7165e5 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0769384 Sep 02 17:12:23.943759 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b873c05c-8396-4f19-a0b0-b91018dea99a req-329d81de-e4ff-4d46-a64f-08dcbaba28bf tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0278461 Sep 02 17:12:23.945110 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cee3-d745-4763-9d6c-09c719a251e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.948106 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b7e4cee3-d745-4763-9d6c-09c719a251e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.949793 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b7e4cee3-d745-4763-9d6c-09c719a251e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d86a68a-a974-4f5a-9842-e82d216af66e HTTP/1.1" status: 204 len: 168 time: 0.1866708 Sep 02 17:12:23.966154 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4cee3-d745-4763-9d6c-09c719a251e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d86a68a-a974-4f5a-9842-e82d216af66e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:23.983694 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7f3282e8-b7ad-4815-9382-001b9537720c req-593d1492-e0f6-4f6c-9fcf-74cdcdb176e9 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610545 Sep 02 17:12:24.175044 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35792330-150d-4248-abde-52ca6ab1c4aa req-1174f510-9df0-4f77-8916-223bc8ccd900 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:24.176773 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-1174f510-9df0-4f77-8916-223bc8ccd900 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 809 time: 0.1361048 Sep 02 17:12:24.256956 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-a6de66cf-b2fe-4e43-a1c2-55019b3cd02a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc090408372e41379709e2067823b1a6 HTTP/1.1" status: 200 len: 380 time: 0.0508511 Sep 02 17:12:24.267584 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48284) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:24.279105 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'port': {'device_id': '34e36f29-2bc8-4586-8de2-3a218984c046', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'admin_state_up': True, 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'security_groups': ['1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:24.300172 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f222d0f0-136d-43bc-8d1b-ded8e08432ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.483601 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f222d0f0-136d-43bc-8d1b-ded8e08432ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.490032 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f222d0f0-136d-43bc-8d1b-ded8e08432ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.538843 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222d0f0-136d-43bc-8d1b-ded8e08432ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bb53d3-178e-47ad-a5f9-f0bd8ff4b17b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:24.557903 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f222d0f0-136d-43bc-8d1b-ded8e08432ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37da48d7432540289eb62cd08b4e5079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890396 Sep 02 17:12:24.560382 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48292) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:24.572152 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Made reservation on behalf of dc090408372e41379709e2067823b1a6 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:24.575597 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.610941 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7820f751-f811-4a53-ac7f-34dcf74f551c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.618339 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaefb99-0d6f-4a65-8aed-b55534d033a8 req-ab07b268-2814-43c4-8111-eac2279810d2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:24.620101 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbaefb99-0d6f-4a65-8aed-b55534d033a8 req-ab07b268-2814-43c4-8111-eac2279810d2 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0846539 Sep 02 17:12:24.637418 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7820f751-f811-4a53-ac7f-34dcf74f551c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.689963 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7820f751-f811-4a53-ac7f-34dcf74f551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.693351 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7820f751-f811-4a53-ac7f-34dcf74f551c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.694677 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7820f751-f811-4a53-ac7f-34dcf74f551c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0bb53d3-178e-47ad-a5f9-f0bd8ff4b17b HTTP/1.1" status: 204 len: 168 time: 0.1331258 Sep 02 17:12:24.704190 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820f751-f811-4a53-ac7f-34dcf74f551c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bb53d3-178e-47ad-a5f9-f0bd8ff4b17b,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:24.733686 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbaefb99-0d6f-4a65-8aed-b55534d033a8 req-bf0b1291-1d94-40b6-9f4b-76c6d3806fb7 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820413 Sep 02 17:12:24.761064 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Allocated IP 172.20.0.6 (ade5891d-380a-4e81-9169-bebc402fc3c9/1d3c275b-f2ca-4604-8889-5e66c6139460/1af31c9b-4bff-4dc7-8b17-98d43795b25a) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:24.862726 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecfdb8-ba67-421c-b55f-4b82b934f62e req-60988e8a-ea0a-4792-a2f3-602d38a33762 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:24.865021 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b9ecfdb8-ba67-421c-b55f-4b82b934f62e req-60988e8a-ea0a-4792-a2f3-602d38a33762 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0559306 Sep 02 17:12:24.919289 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b9ecfdb8-ba67-421c-b55f-4b82b934f62e req-74b39d45-5d86-4a9e-8839-b1a8a06f6ed6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421298 Sep 02 17:12:24.935311 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.936344 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-431445f1-333c-4ca3-aa64-0e4f3e3065a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.952406 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Transition to ACTIVE for port object 1af31c9b-4bff-4dc7-8b17-98d43795b25a will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:24.989942 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.066958 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Network ade5891d-380a-4e81-9169-bebc402fc3c9 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:25.071908 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:25.078833 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:25.178607 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.357942 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'Port': ['ID=1af31c9b-4bff-4dc7-8b17-98d43795b25a,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:25.379333 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6ef9b-3e3d-4443-ad93-5e85017a802f req-4b06e9b6-870d-42bf-80f4-82b05bf68342 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:25.380852 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-37c6ef9b-3e3d-4443-ad93-5e85017a802f req-4b06e9b6-870d-42bf-80f4-82b05bf68342 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 931 time: 0.3596985 Sep 02 17:12:25.405802 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:25.406574 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.411725 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-536dafa9-4a3f-4674-b4be-ad0ed8949464 None None] Provisioning for port 1af31c9b-4bff-4dc7-8b17-98d43795b25a completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:25.416440 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-536dafa9-4a3f-4674-b4be-ad0ed8949464 None None] Provisioning complete for port 1af31c9b-4bff-4dc7-8b17-98d43795b25a triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:25.416967 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-536dafa9-4a3f-4674-b4be-ad0ed8949464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.437449 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-ea85541e-fa60-4be5-a2e1-518620bd1418 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1624911 Sep 02 17:12:25.450512 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-37c6ef9b-3e3d-4443-ad93-5e85017a802f req-0830488d-a534-4050-9f9d-706a3a1ab56d tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555263 Sep 02 17:12:25.472470 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Request body: {'port': {'device_id': '34e36f29-2bc8-4586-8de2-3a218984c046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:25.487891 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-536dafa9-4a3f-4674-b4be-ad0ed8949464 None None] Port 1af31c9b-4bff-4dc7-8b17-98d43795b25a cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:12:25.520955 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.801445 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af31c9b-4bff-4dc7-8b17-98d43795b25a {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:25.818918 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.846472 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Transition to ACTIVE for port object 1af31c9b-4bff-4dc7-8b17-98d43795b25a will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:25.850700 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.899476 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57434-13d2-428c-b76c-92c176ec4e41 req-c1a141a4-207e-4163-ae0d-96770e5ef533 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:25.901016 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dbc57434-13d2-428c-b76c-92c176ec4e41 req-c1a141a4-207e-4163-ae0d-96770e5ef533 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0952322 Sep 02 17:12:25.972202 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Pushing event updated for resources: {'Port': ['ID=1af31c9b-4bff-4dc7-8b17-98d43795b25a,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:26.025264 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dbc57434-13d2-428c-b76c-92c176ec4e41 req-892b6df8-65d6-4d94-953c-9b5d572b1f2a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118274 Sep 02 17:12:26.055429 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Attempting to bind port 1af31c9b-4bff-4dc7-8b17-98d43795b25a on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:26.056019 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Attempting to bind port 1af31c9b-4bff-4dc7-8b17-98d43795b25a by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:26.056846 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Attempting to bind port 1af31c9b-4bff-4dc7-8b17-98d43795b25a on network ade5891d-380a-4e81-9169-bebc402fc3c9 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:26.064639 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Port 1af31c9b-4bff-4dc7-8b17-98d43795b25a on network ade5891d-380a-4e81-9169-bebc402fc3c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:12:26.065152 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Attempting to bind port 1af31c9b-4bff-4dc7-8b17-98d43795b25a on network ade5891d-380a-4e81-9169-bebc402fc3c9 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:26.083689 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:26.084170 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Checking segment: {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:26.084775 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Bound using segment: {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:26.085462 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Bound port: 1af31c9b-4bff-4dc7-8b17-98d43795b25a, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:26.086035 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:26.129354 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2916f03-f777-47e3-b838-4d01cb74e541 req-8c1680f0-c204-439a-aa86-505db2192137 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:26.131482 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f2916f03-f777-47e3-b838-4d01cb74e541 req-8c1680f0-c204-439a-aa86-505db2192137 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0571418 Sep 02 17:12:26.161921 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] For port 1af31c9b-4bff-4dc7-8b17-98d43795b25a, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:26.165146 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] For port 1af31c9b-4bff-4dc7-8b17-98d43795b25a, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=1af31c9b-4bff-4dc7-8b17-98d43795b25a,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:26.172482 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:26.178496 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f2916f03-f777-47e3-b838-4d01cb74e541 req-cc685a55-c7a8-4806-b007-75dce557d4d6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406783 Sep 02 17:12:26.215150 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:26.215779 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:26.217203 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] 10.222.0.13 "PUT /v2.0/ports/1af31c9b-4bff-4dc7-8b17-98d43795b25a HTTP/1.1" status: 200 len: 1093 time: 0.7643070 Sep 02 17:12:26.217656 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e36f29-2bc8-4586-8de2-3a218984c046', 'tag': '1af31c9b-4bff-4dc7-8b17-98d43795b25a'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:26.220434 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e49904-c934-4166-a56e-5c71f5491a51" -d '{"events": [{"name": "network-changed", "server_uuid": "34e36f29-2bc8-4586-8de2-3a218984c046", "tag": "1af31c9b-4bff-4dc7-8b17-98d43795b25a"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:26.255798 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a7881-62de-4a23-9b21-d5e6f00c6007 service neutron] Pushing event updated for resources: {'Port': ['ID=1af31c9b-4bff-4dc7-8b17-98d43795b25a,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:26.268653 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a8d8d8-9dac-4ab2-aa38-59264c7a187e x-openstack-request-id: req-06a8d8d8-9dac-4ab2-aa38-59264c7a187e {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:26.269024 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e36f29-2bc8-4586-8de2-3a218984c046", "tag": "1af31c9b-4bff-4dc7-8b17-98d43795b25a", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:26.269212 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06a8d8d8-9dac-4ab2-aa38-59264c7a187e {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:26.269566 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e36f29-2bc8-4586-8de2-3a218984c046', 'tag': '1af31c9b-4bff-4dc7-8b17-98d43795b25a', 'status': 'completed', 'code': 200} Sep 02 17:12:26.369927 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35792330-150d-4248-abde-52ca6ab1c4aa req-bb895d3e-f9a0-4b02-8697-4e4b19887c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:26.371697 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-bb895d3e-f9a0-4b02-8697-4e4b19887c46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 1096 time: 0.0464931 Sep 02 17:12:26.438739 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-d47884c4-5718-4143-8c8b-e8edcb1d9c2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af31c9b-4bff-4dc7-8b17-98d43795b25a HTTP/1.1" status: 200 len: 217 time: 0.0386093 Sep 02 17:12:26.491771 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35792330-150d-4248-abde-52ca6ab1c4aa req-7afcdd3d-9844-476a-ae43-d2e865617b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:26.493666 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-7afcdd3d-9844-476a-ae43-d2e865617b88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0467360 Sep 02 17:12:26.520752 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:26.599461 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35792330-150d-4248-abde-52ca6ab1c4aa req-a5d5918f-77f4-402b-8c4e-0226fa9f1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:26.601136 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-a5d5918f-77f4-402b-8c4e-0226fa9f1c33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461929 Sep 02 17:12:26.606355 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427b7c4-81bf-470a-80ea-552beb2edf29 req-8c55fe74-2241-4580-8a08-bb7bfb559094 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:26.607983 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a427b7c4-81bf-470a-80ea-552beb2edf29 req-8c55fe74-2241-4580-8a08-bb7bfb559094 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0850694 Sep 02 17:12:26.633949 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b7073-de14-4eb7-9bb8-b7876e01d4de req-10e44254-0949-496b-89d8-e73f913805e8 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:26.635531 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-956b7073-de14-4eb7-9bb8-b7876e01d4de req-10e44254-0949-496b-89d8-e73f913805e8 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 945 time: 0.0744519 Sep 02 17:12:26.704328 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a427b7c4-81bf-470a-80ea-552beb2edf29 req-a7a41c64-b360-427e-92f9-9a0b513e50e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882971 Sep 02 17:12:26.751141 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-a041096b-af48-4fa0-bd6d-0ab9c2f7b539 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361761 Sep 02 17:12:26.772858 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-956b7073-de14-4eb7-9bb8-b7876e01d4de req-96bd03ba-b775-46c1-98e6-6a94273390cc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Deleting port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:12:26.773436 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-956b7073-de14-4eb7-9bb8-b7876e01d4de req-96bd03ba-b775-46c1-98e6-6a94273390cc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:26.873414 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-956b7073-de14-4eb7-9bb8-b7876e01d4de req-96bd03ba-b775-46c1-98e6-6a94273390cc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] For port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=78ccaec8-38fe-4511-a0ec-b9b938bb39a5,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:26.873414 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-956b7073-de14-4eb7-9bb8-b7876e01d4de req-96bd03ba-b775-46c1-98e6-6a94273390cc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:26.879255 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35792330-150d-4248-abde-52ca6ab1c4aa req-b00589ec-9719-4020-998b-bbe6e7a7f8ac service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003640 Sep 02 17:12:26.887771 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-956b7073-de14-4eb7-9bb8-b7876e01d4de req-96bd03ba-b775-46c1-98e6-6a94273390cc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Calling delete_port for 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:12:27.018700 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-956b7073-de14-4eb7-9bb8-b7876e01d4de req-96bd03ba-b775-46c1-98e6-6a94273390cc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:27.024912 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e49904-c934-4166-a56e-5c71f5491a51 req-0b9cbe42-aed9-48d7-8af9-6c5811362976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:27.026451 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0e49904-c934-4166-a56e-5c71f5491a51 req-0b9cbe42-aed9-48d7-8af9-6c5811362976 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 1096 time: 0.0418572 Sep 02 17:12:27.047562 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd03ba-b775-46c1-98e6-6a94273390cc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Pushing event deleted for resources: {'Port': ['ID=78ccaec8-38fe-4511-a0ec-b9b938bb39a5,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:27.065591 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['d0ba3007-01f9-488b-88b7-3d6c6288a03e', '78ccaec8-38fe-4511-a0ec-b9b938bb39a5'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:27.091831 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-956b7073-de14-4eb7-9bb8-b7876e01d4de req-96bd03ba-b775-46c1-98e6-6a94273390cc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] No DVR routers for this DVR port 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:12:27.094118 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-956b7073-de14-4eb7-9bb8-b7876e01d4de req-96bd03ba-b775-46c1-98e6-6a94273390cc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:27.096359 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-956b7073-de14-4eb7-9bb8-b7876e01d4de req-96bd03ba-b775-46c1-98e6-6a94273390cc tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.13 "DELETE /v2.0/ports/78ccaec8-38fe-4511-a0ec-b9b938bb39a5 HTTP/1.1" status: 204 len: 173 time: 0.4522247 Sep 02 17:12:27.096938 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c6e69a-9463-455b-b782-db0bcadacc9e', 'name': 'network-vif-deleted', 'tag': '78ccaec8-38fe-4511-a0ec-b9b938bb39a5'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:27.099217 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4a2963-2337-4e75-b5af-60d0f0686101" -d '{"events": [{"server_uuid": "e8c6e69a-9463-455b-b782-db0bcadacc9e", "name": "network-vif-deleted", "tag": "78ccaec8-38fe-4511-a0ec-b9b938bb39a5"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:27.127789 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e49904-c934-4166-a56e-5c71f5491a51 req-a11faf70-d9e1-487d-aaa4-b14349b0584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:27.130108 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0e49904-c934-4166-a56e-5c71f5491a51 req-a11faf70-d9e1-487d-aaa4-b14349b0584c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 910 time: 0.0956855 Sep 02 17:12:27.156585 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce98fb0-4562-47e7-b152-84344d410ee7 x-openstack-request-id: req-3ce98fb0-4562-47e7-b152-84344d410ee7 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:27.157197 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c6e69a-9463-455b-b782-db0bcadacc9e", "name": "network-vif-deleted", "tag": "78ccaec8-38fe-4511-a0ec-b9b938bb39a5", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:27.157197 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ce98fb0-4562-47e7-b152-84344d410ee7 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:27.157746 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c6e69a-9463-455b-b782-db0bcadacc9e', 'name': 'network-vif-deleted', 'tag': '78ccaec8-38fe-4511-a0ec-b9b938bb39a5', 'status': 'completed', 'code': 200} Sep 02 17:12:27.176172 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0e49904-c934-4166-a56e-5c71f5491a51 req-3dd1d675-9fc1-4954-aa4a-76425f30fe10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af31c9b-4bff-4dc7-8b17-98d43795b25a HTTP/1.1" status: 200 len: 217 time: 0.0391793 Sep 02 17:12:27.214949 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-39f6176c-ca21-4ed8-9614-202673c77b5f req-ddaeb0a9-47cd-421a-8c54-5a46fe10a229 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c6e69a-9463-455b-b782-db0bcadacc9e HTTP/1.1" status: 200 len: 210 time: 0.0511110 Sep 02 17:12:27.263719 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e49904-c934-4166-a56e-5c71f5491a51 req-b52c570c-34db-4d10-a6a7-84f39f63bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:27.265253 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0e49904-c934-4166-a56e-5c71f5491a51 req-b52c570c-34db-4d10-a6a7-84f39f63bd25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0689023 Sep 02 17:12:27.365136 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87cb65-8c18-487d-9e90-0bd4354ced68 req-294b5c5c-8130-4171-b69d-f07116092116 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:27.366649 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9b87cb65-8c18-487d-9e90-0bd4354ced68 req-294b5c5c-8130-4171-b69d-f07116092116 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0816734 Sep 02 17:12:27.372869 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e49904-c934-4166-a56e-5c71f5491a51 req-1111f85e-ec1b-4616-a418-e3e4a09ed525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:27.374276 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0e49904-c934-4166-a56e-5c71f5491a51 req-1111f85e-ec1b-4616-a418-e3e4a09ed525 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628474 Sep 02 17:12:27.450418 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9b87cb65-8c18-487d-9e90-0bd4354ced68 req-5f7a9e65-390e-4487-a83a-8b16e9126b3c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751503 Sep 02 17:12:27.486095 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0e49904-c934-4166-a56e-5c71f5491a51 req-3569ba53-151a-48fc-94cc-178c7088a376 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978360 Sep 02 17:12:27.579641 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0e49904-c934-4166-a56e-5c71f5491a51 req-2454094e-1497-4137-8cc7-1fa139c0c411 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856497 Sep 02 17:12:27.830346 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f31059-1ffb-4fbd-a9e7-ec7b12f8c63e req-9315b5e4-5338-45ec-ae3d-7bca28355f86 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:27.831938 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-13f31059-1ffb-4fbd-a9e7-ec7b12f8c63e req-9315b5e4-5338-45ec-ae3d-7bca28355f86 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0519652 Sep 02 17:12:27.870589 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-13f31059-1ffb-4fbd-a9e7-ec7b12f8c63e req-2e1eab2f-09c4-4e60-8070-809211f0fb08 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326970 Sep 02 17:12:28.477430 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:28.496501 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46db48b-6992-448a-95c4-5d097a549506 req-2538c539-0244-4e62-a1cf-46d23cb6f9fa tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:28.498032 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c46db48b-6992-448a-95c4-5d097a549506 req-2538c539-0244-4e62-a1cf-46d23cb6f9fa tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0539329 Sep 02 17:12:28.547392 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c46db48b-6992-448a-95c4-5d097a549506 req-06e4bf6a-2144-45d0-be73-b78e2ae35146 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Sep 02 17:12:28.591564 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea218c5c-2f24-4ec0-aac7-1b4bb9d0f603 req-878f092d-f3a3-4f34-b03d-69ebfa20a15c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:28.593078 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea218c5c-2f24-4ec0-aac7-1b4bb9d0f603 req-878f092d-f3a3-4f34-b03d-69ebfa20a15c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0599875 Sep 02 17:12:28.632167 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea218c5c-2f24-4ec0-aac7-1b4bb9d0f603 req-c0c96ad5-2827-4598-bf1b-1a3e87e064b8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332410 Sep 02 17:12:28.985197 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce3f1f-6de4-463d-87af-666bde916840 req-f9c4fed6-bf60-4871-b764-6ea0b4b9b1a5 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:28.986841 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cfce3f1f-6de4-463d-87af-666bde916840 req-f9c4fed6-bf60-4871-b764-6ea0b4b9b1a5 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0489624 Sep 02 17:12:29.029451 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cfce3f1f-6de4-463d-87af-666bde916840 req-0ec4db1c-229a-4a9f-aea2-c93c3a5eccbf tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359330 Sep 02 17:12:29.673997 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0daa70-86af-49ea-ba9d-0e1147aa60c7 req-cb584d61-6feb-4646-8025-e8985cc83069 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:29.676337 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a0daa70-86af-49ea-ba9d-0e1147aa60c7 req-cb584d61-6feb-4646-8025-e8985cc83069 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0567648 Sep 02 17:12:29.721359 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a0daa70-86af-49ea-ba9d-0e1147aa60c7 req-a8a684bc-07c2-48d9-94cd-d2b207f5e60b tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384812 Sep 02 17:12:29.768284 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979025d1-b9c1-4e57-84af-0fdba6a38af9 req-fe22abbf-5d6a-4d4c-93d1-81dde855ea90 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:29.771150 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-979025d1-b9c1-4e57-84af-0fdba6a38af9 req-fe22abbf-5d6a-4d4c-93d1-81dde855ea90 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0594559 Sep 02 17:12:29.810256 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-979025d1-b9c1-4e57-84af-0fdba6a38af9 req-28fa460c-8ae1-4065-86b0-82805b312d35 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335605 Sep 02 17:12:30.010002 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48418) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:30.118934 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30e9a23a-23bc-4720-9f9e-d1e223313a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.159249 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956860db-af8f-48be-9841-aa096672e03a req-29c41764-4b2c-41f5-853e-0d5bc104bda2 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:30.161409 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-956860db-af8f-48be-9841-aa096672e03a req-29c41764-4b2c-41f5-853e-0d5bc104bda2 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0598278 Sep 02 17:12:30.201960 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-956860db-af8f-48be-9841-aa096672e03a req-29c2ef2e-6c4e-4585-84c9-9127f180ca2a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Sep 02 17:12:30.210680 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30e9a23a-23bc-4720-9f9e-d1e223313a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.215004 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30e9a23a-23bc-4720-9f9e-d1e223313a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.254815 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-30e9a23a-23bc-4720-9f9e-d1e223313a0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=280746d567d145ad9296c13ed62efec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436078 Sep 02 17:12:30.255694 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9a23a-23bc-4720-9f9e-d1e223313a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1696b8ea-4efc-4904-8cc6-b5ae62f43b8d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:30.257531 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48426) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:30.305569 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f3ccf10-6002-41d2-83f3-54b72969466d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.325676 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f3ccf10-6002-41d2-83f3-54b72969466d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.374472 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f3ccf10-6002-41d2-83f3-54b72969466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.376880 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2f3ccf10-6002-41d2-83f3-54b72969466d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.378012 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2f3ccf10-6002-41d2-83f3-54b72969466d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1696b8ea-4efc-4904-8cc6-b5ae62f43b8d HTTP/1.1" status: 204 len: 168 time: 0.1192982 Sep 02 17:12:30.385661 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ccf10-6002-41d2-83f3-54b72969466d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1696b8ea-4efc-4904-8cc6-b5ae62f43b8d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:30.635441 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48432) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:30.649009 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2a247d64-ccf3-4f84-b07a-72e6e5d56205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.737637 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2a247d64-ccf3-4f84-b07a-72e6e5d56205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.742704 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2a247d64-ccf3-4f84-b07a-72e6e5d56205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.782143 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2a247d64-ccf3-4f84-b07a-72e6e5d56205 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85c4cc78b5bc4516bae67e20729e6346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455998 Sep 02 17:12:30.784115 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a247d64-ccf3-4f84-b07a-72e6e5d56205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747f6386-b509-48a2-a992-cc031fa4da57,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:30.786691 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48438) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:30.876275 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7109ae30-780f-4783-9ded-34bdc7f02907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.886679 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c16025-140d-412e-879e-ced134d89f6b req-ee12a02e-195b-42f1-9459-f74c974ac3a0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:30.888118 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-59c16025-140d-412e-879e-ced134d89f6b req-ee12a02e-195b-42f1-9459-f74c974ac3a0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0752544 Sep 02 17:12:30.921489 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7109ae30-780f-4783-9ded-34bdc7f02907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.933656 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea746cd3-0a00-4afd-af8e-9453c871c29b req-13186d81-8feb-4bbb-b3a2-6ee3c3d41bad tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:30.935282 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea746cd3-0a00-4afd-af8e-9453c871c29b req-13186d81-8feb-4bbb-b3a2-6ee3c3d41bad tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0505550 Sep 02 17:12:30.957169 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-59c16025-140d-412e-879e-ced134d89f6b req-9000a59e-3421-4193-9a70-aded56296017 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616164 Sep 02 17:12:30.976075 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea746cd3-0a00-4afd-af8e-9453c871c29b req-f1155f43-4ff7-446b-a9e6-7f0b47cc0397 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348666 Sep 02 17:12:30.988385 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7109ae30-780f-4783-9ded-34bdc7f02907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.991025 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7109ae30-780f-4783-9ded-34bdc7f02907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:30.992371 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7109ae30-780f-4783-9ded-34bdc7f02907 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/747f6386-b509-48a2-a992-cc031fa4da57 HTTP/1.1" status: 204 len: 168 time: 0.2065375 Sep 02 17:12:31.000099 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109ae30-780f-4783-9ded-34bdc7f02907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747f6386-b509-48a2-a992-cc031fa4da57,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:31.328215 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71aed3-63e3-4034-b932-9361ad6d1aca req-86662936-82f2-4d96-998c-4003901b1d55 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:31.329719 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1f71aed3-63e3-4034-b932-9361ad6d1aca req-86662936-82f2-4d96-998c-4003901b1d55 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0526373 Sep 02 17:12:31.370861 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1f71aed3-63e3-4034-b932-9361ad6d1aca req-33f3c651-a871-441a-9807-96a0ca80beb2 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341799 Sep 02 17:12:31.513601 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:12:31.533779 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:12:31.534133 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 78ccaec8-38fe-4511-a0ec-b9b938bb39a5 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:12:32.124516 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920682d-deb2-44dc-9a56-9f703eb1b67a req-20cbaac4-c4f2-4e60-bacb-acad2a960e46 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:32.126286 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f920682d-deb2-44dc-9a56-9f703eb1b67a req-20cbaac4-c4f2-4e60-bacb-acad2a960e46 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0674706 Sep 02 17:12:32.138138 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fe949-6d76-4263-9038-bb84d2b5bd58 req-5ddc0f1e-d58e-4a93-a202-e64bbf81125c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:32.139864 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-225fe949-6d76-4263-9038-bb84d2b5bd58 req-5ddc0f1e-d58e-4a93-a202-e64bbf81125c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0560918 Sep 02 17:12:32.173140 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f920682d-deb2-44dc-9a56-9f703eb1b67a req-564a3a91-d934-4092-bc5d-167da189a5a4 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Sep 02 17:12:32.182867 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-225fe949-6d76-4263-9038-bb84d2b5bd58 req-3193f508-9159-4bd8-963f-39c67c067ce5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352376 Sep 02 17:12:32.481093 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf802c21-4eae-483b-adcc-b0abc3ff49f8 req-2909a4d0-9c6b-4ec1-9c8c-b847f9987384 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:32.482614 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bf802c21-4eae-483b-adcc-b0abc3ff49f8 req-2909a4d0-9c6b-4ec1-9c8c-b847f9987384 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0476842 Sep 02 17:12:32.520689 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bf802c21-4eae-483b-adcc-b0abc3ff49f8 req-ebbdc263-296f-4b1f-9ab5-26a067d71f03 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312681 Sep 02 17:12:33.291644 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d7d3-c681-484f-9c71-767deae9b1c2 req-9e04eea0-f297-4c05-a9a4-5919de2cac0a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:33.293160 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3534d7d3-c681-484f-9c71-767deae9b1c2 req-9e04eea0-f297-4c05-a9a4-5919de2cac0a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0481508 Sep 02 17:12:33.305174 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3fab-81b2-4b3a-9098-0afd2ad07b5e req-2f93d4bb-f9f4-4e14-bf85-29b8375830ba tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:33.306681 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4c1e3fab-81b2-4b3a-9098-0afd2ad07b5e req-2f93d4bb-f9f4-4e14-bf85-29b8375830ba tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0510881 Sep 02 17:12:33.331452 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3534d7d3-c681-484f-9c71-767deae9b1c2 req-e2ba40e0-fd0c-4a7f-80ac-9cb0ee259c08 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Sep 02 17:12:33.343780 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4c1e3fab-81b2-4b3a-9098-0afd2ad07b5e req-bc126f95-e500-4509-83e7-ad5713f5db2c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Sep 02 17:12:33.652063 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13819-e222-4aba-b11f-84808b1b973d req-549dcda4-9fda-453b-9cf1-677e319dd67f tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:33.655830 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b8c13819-e222-4aba-b11f-84808b1b973d req-549dcda4-9fda-453b-9cf1-677e319dd67f tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0582581 Sep 02 17:12:33.694930 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b8c13819-e222-4aba-b11f-84808b1b973d req-08d1b87b-9e05-4aab-a05d-f30ff8cc79ab tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331361 Sep 02 17:12:34.446194 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792584-eae5-4607-8cc3-762989563704 req-a53e6012-af0f-4c6a-97d1-e7cc21ee8bbb tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:34.447722 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-24792584-eae5-4607-8cc3-762989563704 req-a53e6012-af0f-4c6a-97d1-e7cc21ee8bbb tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0485055 Sep 02 17:12:34.484834 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-24792584-eae5-4607-8cc3-762989563704 req-141b7f51-5b85-4117-b380-13338a288703 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Sep 02 17:12:34.562844 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 0a87c875-7882-47c2-a092-e14ea53f2b64 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:12:34.588704 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eee73-9aeb-4894-8753-7aaf2aa32c43 req-3c99df04-5895-446b-b9b8-bd58661a5478 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:34.590210 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-be8eee73-9aeb-4894-8753-7aaf2aa32c43 req-3c99df04-5895-446b-b9b8-bd58661a5478 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 943 time: 0.0515401 Sep 02 17:12:34.628496 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-be8eee73-9aeb-4894-8753-7aaf2aa32c43 req-bdc16571-9a95-44eb-ac43-8c0c68d1388c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Sep 02 17:12:34.661418 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:34.672543 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'port_id': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'mac_address': 'fa:16:3e:0e:bc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:12:34.709669 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.725168 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a87c875-7882-47c2-a092-e14ea53f2b64 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:34.745223 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:34.749441 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.797559 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=0a87c875-7882-47c2-a092-e14ea53f2b64,revision_number=9']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:34.810985 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e810937-49bb-4ae7-b110-f7ffec4aae28 req-9e49694f-a3a2-4fba-93e2-acf396d7ce9e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:34.812463 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7e810937-49bb-4ae7-b110-f7ffec4aae28 req-9e49694f-a3a2-4fba-93e2-acf396d7ce9e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0481431 Sep 02 17:12:34.849595 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7e810937-49bb-4ae7-b110-f7ffec4aae28 req-275cb783-e99e-4964-ac15-d8c0574291a1 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Sep 02 17:12:35.596161 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7969a0-ca7b-4d02-97d1-748e020a88b0 req-669bcf09-a01f-4707-9d14-0353ce71410e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:35.597648 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2c7969a0-ca7b-4d02-97d1-748e020a88b0 req-669bcf09-a01f-4707-9d14-0353ce71410e tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0478103 Sep 02 17:12:35.636036 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2c7969a0-ca7b-4d02-97d1-748e020a88b0 req-b1adf05b-f417-4549-8df8-bbf0633e31a6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Sep 02 17:12:35.755767 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd553539-c228-4efd-bddc-15f10f63d9da req-d16f44ff-0e5f-4876-9e7d-2d8bc5a210b8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:35.757238 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cd553539-c228-4efd-bddc-15f10f63d9da req-d16f44ff-0e5f-4876-9e7d-2d8bc5a210b8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0555494 Sep 02 17:12:35.795349 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cd553539-c228-4efd-bddc-15f10f63d9da req-ddc6c6b0-834a-4448-affc-bebdae6faba2 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322168 Sep 02 17:12:35.968325 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b1e2f-212b-4bab-8090-88ac9281f2cb req-ffff0b9a-5dcb-451d-82df-44212d628914 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:35.970014 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-624b1e2f-212b-4bab-8090-88ac9281f2cb req-ffff0b9a-5dcb-451d-82df-44212d628914 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0515995 Sep 02 17:12:36.009484 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-624b1e2f-212b-4bab-8090-88ac9281f2cb req-9afccba0-e5de-4957-b1f0-f4a730b62735 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Sep 02 17:12:36.012509 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['0a87c875-7882-47c2-a092-e14ea53f2b64'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:36.748527 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bbf9e-d234-47f4-a9be-bf07aa7ede79 req-73899a8d-05fc-4327-aaec-342f495ab957 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:36.749918 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-290bbf9e-d234-47f4-a9be-bf07aa7ede79 req-73899a8d-05fc-4327-aaec-342f495ab957 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0479245 Sep 02 17:12:36.789869 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-290bbf9e-d234-47f4-a9be-bf07aa7ede79 req-90be2e50-34b4-4d39-b6c3-6ca30890b167 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334110 Sep 02 17:12:36.913076 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d3d1-5177-4e1a-95f5-a2f2a17c48d1 req-cdfbb655-8af2-4d01-bfa8-8e5ded35ae0d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:36.914567 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fea0d3d1-5177-4e1a-95f5-a2f2a17c48d1 req-cdfbb655-8af2-4d01-bfa8-8e5ded35ae0d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0497520 Sep 02 17:12:36.953758 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fea0d3d1-5177-4e1a-95f5-a2f2a17c48d1 req-42194ac2-7ce9-4c14-9131-e5326b7b22e7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333111 Sep 02 17:12:37.123852 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9afe1-cea8-469c-bff6-f4b7e93fe9ed req-215e3475-1a1d-40ec-b098-f2b86f62f2fd tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:37.125338 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ed9afe1-cea8-469c-bff6-f4b7e93fe9ed req-215e3475-1a1d-40ec-b098-f2b86f62f2fd tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0513830 Sep 02 17:12:37.163132 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ed9afe1-cea8-469c-bff6-f4b7e93fe9ed req-d731bad8-6db2-432b-86f3-122bb4888c11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314546 Sep 02 17:12:37.901716 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae95e70-271d-40aa-9377-21c6cc93eebe req-8af89d9c-e8f1-40ec-a423-87ec881a1fb9 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:37.903216 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6ae95e70-271d-40aa-9377-21c6cc93eebe req-8af89d9c-e8f1-40ec-a423-87ec881a1fb9 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0478063 Sep 02 17:12:37.939543 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6ae95e70-271d-40aa-9377-21c6cc93eebe req-f2a75742-2230-4c7c-96cd-5d91186bca89 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304761 Sep 02 17:12:38.071749 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e6573-7b44-4d9a-ad78-d8fdc69d832c req-48ab2498-12a5-4011-9e34-328888cd482e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:38.073127 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7c5e6573-7b44-4d9a-ad78-d8fdc69d832c req-48ab2498-12a5-4011-9e34-328888cd482e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0477574 Sep 02 17:12:38.109287 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7c5e6573-7b44-4d9a-ad78-d8fdc69d832c req-25e5985b-146c-4b26-b298-13fb6d950841 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303628 Sep 02 17:12:38.277678 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31530a4f-3476-4422-a489-9caccca58f32 req-eddce2ae-9465-4c01-953f-59aa07e2ec57 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:38.279153 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-31530a4f-3476-4422-a489-9caccca58f32 req-eddce2ae-9465-4c01-953f-59aa07e2ec57 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0517530 Sep 02 17:12:38.316441 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-31530a4f-3476-4422-a489-9caccca58f32 req-53e6e8ef-88b6-4e4c-b743-e7885de04b1a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313747 Sep 02 17:12:39.053188 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665d3d6-a034-4e2b-97be-019f9bdb07f7 req-a3309a6b-6d31-4da1-b88f-94a53f755972 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:39.054701 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7665d3d6-a034-4e2b-97be-019f9bdb07f7 req-a3309a6b-6d31-4da1-b88f-94a53f755972 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0490382 Sep 02 17:12:39.092170 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7665d3d6-a034-4e2b-97be-019f9bdb07f7 req-41aa7caf-39b5-47b1-b047-583c1041c295 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Sep 02 17:12:39.227218 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff07608-885f-415c-be12-b6a9a6970f9e req-9eedd811-c998-4231-9c03-97e6e45e6675 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:39.228750 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-dff07608-885f-415c-be12-b6a9a6970f9e req-9eedd811-c998-4231-9c03-97e6e45e6675 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0478938 Sep 02 17:12:39.266669 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-dff07608-885f-415c-be12-b6a9a6970f9e req-8eb121c0-c6cc-4f62-a007-566fe4bad5b9 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316958 Sep 02 17:12:39.432100 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a082f-4276-43d6-8e55-fb1d6192bb2d req-2357a487-ad74-48aa-b1a9-8d05dd590dea tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:39.433493 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d49a082f-4276-43d6-8e55-fb1d6192bb2d req-2357a487-ad74-48aa-b1a9-8d05dd590dea tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0516639 Sep 02 17:12:39.471408 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d49a082f-4276-43d6-8e55-fb1d6192bb2d req-f1f7f188-cc50-439e-9f3a-a1a20f7499e1 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320561 Sep 02 17:12:39.859841 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce31b2-8921-48f2-98b1-d068db2cb805 req-3fbaeec8-c9bc-46ca-adb9-df9b3fed587d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:39.861307 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1dce31b2-8921-48f2-98b1-d068db2cb805 req-3fbaeec8-c9bc-46ca-adb9-df9b3fed587d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.13 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 945 time: 0.0472801 Sep 02 17:12:39.955691 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-1dce31b2-8921-48f2-98b1-d068db2cb805 req-934b3903-71b3-4b2d-9a11-e1428719eb38 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Deleting port d0ba3007-01f9-488b-88b7-3d6c6288a03e {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:12:39.956034 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1dce31b2-8921-48f2-98b1-d068db2cb805 req-934b3903-71b3-4b2d-9a11-e1428719eb38 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:40.045888 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-1dce31b2-8921-48f2-98b1-d068db2cb805 req-934b3903-71b3-4b2d-9a11-e1428719eb38 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] For port d0ba3007-01f9-488b-88b7-3d6c6288a03e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d0ba3007-01f9-488b-88b7-3d6c6288a03e,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:40.046258 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1dce31b2-8921-48f2-98b1-d068db2cb805 req-934b3903-71b3-4b2d-9a11-e1428719eb38 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:40.059013 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-1dce31b2-8921-48f2-98b1-d068db2cb805 req-934b3903-71b3-4b2d-9a11-e1428719eb38 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Calling delete_port for d0ba3007-01f9-488b-88b7-3d6c6288a03e owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:12:40.192477 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1dce31b2-8921-48f2-98b1-d068db2cb805 req-934b3903-71b3-4b2d-9a11-e1428719eb38 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:40.209256 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc544b-3028-4d77-913d-f5e52ab881a0 req-81162ee4-3f2e-429d-9451-ba89f955421a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:40.211292 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-88dc544b-3028-4d77-913d-f5e52ab881a0 req-81162ee4-3f2e-429d-9451-ba89f955421a tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 867 time: 0.0509026 Sep 02 17:12:40.219324 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b3903-71b3-4b2d-9a11-e1428719eb38 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Pushing event deleted for resources: {'Port': ['ID=d0ba3007-01f9-488b-88b7-3d6c6288a03e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:40.258913 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-88dc544b-3028-4d77-913d-f5e52ab881a0 req-7674c570-18fa-415d-a0ca-2b14c8d14de0 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/security-groups?id=245da310-64e6-42da-81c0-2090ed74cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Sep 02 17:12:40.262545 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dce31b2-8921-48f2-98b1-d068db2cb805 req-934b3903-71b3-4b2d-9a11-e1428719eb38 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] No DVR routers for this DVR port d0ba3007-01f9-488b-88b7-3d6c6288a03e on host hv-cinder-80626 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:12:40.265166 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1dce31b2-8921-48f2-98b1-d068db2cb805 req-934b3903-71b3-4b2d-9a11-e1428719eb38 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:40.267177 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1dce31b2-8921-48f2-98b1-d068db2cb805 req-934b3903-71b3-4b2d-9a11-e1428719eb38 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.13 "DELETE /v2.0/ports/d0ba3007-01f9-488b-88b7-3d6c6288a03e HTTP/1.1" status: 204 len: 173 time: 0.3988674 Sep 02 17:12:40.267615 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089cf4bd-25a6-4572-a20b-99c71430e5f8', 'name': 'network-vif-deleted', 'tag': 'd0ba3007-01f9-488b-88b7-3d6c6288a03e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:40.269929 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cc13d8-cca6-4244-98c0-1c3f042533de" -d '{"events": [{"server_uuid": "089cf4bd-25a6-4572-a20b-99c71430e5f8", "name": "network-vif-deleted", "tag": "d0ba3007-01f9-488b-88b7-3d6c6288a03e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:40.309743 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c8eec3-63ec-4ae2-94c6-0da271f36bcb x-openstack-request-id: req-52c8eec3-63ec-4ae2-94c6-0da271f36bcb {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:40.310032 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089cf4bd-25a6-4572-a20b-99c71430e5f8", "name": "network-vif-deleted", "tag": "d0ba3007-01f9-488b-88b7-3d6c6288a03e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:40.310283 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52c8eec3-63ec-4ae2-94c6-0da271f36bcb {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:40.310719 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089cf4bd-25a6-4572-a20b-99c71430e5f8', 'name': 'network-vif-deleted', 'tag': 'd0ba3007-01f9-488b-88b7-3d6c6288a03e', 'status': 'completed', 'code': 200} Sep 02 17:12:40.385868 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436b723-425d-482f-ad7b-5dfa96459608 req-024384c6-0db0-4197-a83e-8728d1c165fc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:40.387358 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8436b723-425d-482f-ad7b-5dfa96459608 req-024384c6-0db0-4197-a83e-8728d1c165fc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0488493 Sep 02 17:12:40.424455 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8436b723-425d-482f-ad7b-5dfa96459608 req-72e26aa6-2706-44ac-9f79-2a1067f1260f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311494 Sep 02 17:12:40.590255 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8d870-dbde-4172-9a59-d0b58a52257e req-98405842-f612-4369-b5f9-d5f1fe65eb0b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:40.591789 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-faa8d870-dbde-4172-9a59-d0b58a52257e req-98405842-f612-4369-b5f9-d5f1fe65eb0b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0538385 Sep 02 17:12:40.628982 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-faa8d870-dbde-4172-9a59-d0b58a52257e req-f6bcf8e7-b407-4652-a0d3-fb5c2bd963ab tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313816 Sep 02 17:12:41.351658 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a7a235f-e3c3-44d3-a87f-6910a1c2acac req-1ecc072a-79f4-4423-8ccd-63deabc558d9 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 210 time: 0.0253115 Sep 02 17:12:41.541628 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608e213-2ea0-4061-8d29-d77d66fc252a req-a00c7fe5-c2a0-43e1-8128-a7dda95e701f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:41.543137 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2608e213-2ea0-4061-8d29-d77d66fc252a req-a00c7fe5-c2a0-43e1-8128-a7dda95e701f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0466745 Sep 02 17:12:41.579940 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2608e213-2ea0-4061-8d29-d77d66fc252a req-24c6b90a-1b4d-4f98-a397-c9474b71e838 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308652 Sep 02 17:12:41.744914 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da78a25-fed8-4419-8ad9-66bc53119473 req-f6791674-297d-4852-a72b-66783a3353ba tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:41.746406 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1da78a25-fed8-4419-8ad9-66bc53119473 req-f6791674-297d-4852-a72b-66783a3353ba tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0512319 Sep 02 17:12:41.784204 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1da78a25-fed8-4419-8ad9-66bc53119473 req-2fa7d9cd-4c8c-4739-9f90-72aef7275bef tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Sep 02 17:12:42.445715 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b9e193ec-0322-49e3-ad17-076f2b27cf0b req-a60bc884-07d3-4174-adbe-1919892151c6 tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 210 time: 0.0283611 Sep 02 17:12:42.696501 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afb515-fba3-4769-be8e-b4c85daed188 req-6f2982b0-ded5-4dae-9140-0a5f11febda5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:42.697965 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70afb515-fba3-4769-be8e-b4c85daed188 req-6f2982b0-ded5-4dae-9140-0a5f11febda5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 944 time: 0.0466774 Sep 02 17:12:42.735060 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70afb515-fba3-4769-be8e-b4c85daed188 req-f6049d26-46e0-49f8-bb9c-a03f09051de7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311687 Sep 02 17:12:42.896860 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cca9e0-5f77-4784-b3ec-158020484149 req-a7444c77-565a-43d3-8d01-1de781c097c2 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:42.898356 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-24cca9e0-5f77-4784-b3ec-158020484149 req-a7444c77-565a-43d3-8d01-1de781c097c2 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 943 time: 0.0482690 Sep 02 17:12:42.939047 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-24cca9e0-5f77-4784-b3ec-158020484149 req-ea7f72e9-cc34-4ccf-93ee-6ace0b1835db tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345976 Sep 02 17:12:43.111901 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['d0ba3007-01f9-488b-88b7-3d6c6288a03e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:43.134553 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 1af31c9b-4bff-4dc7-8b17-98d43795b25a details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:12:43.142483 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 0a87c875-7882-47c2-a092-e14ea53f2b64 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:43.261071 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 0a87c875-7882-47c2-a092-e14ea53f2b64 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:43.261444 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:43.296758 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 1af31c9b-4bff-4dc7-8b17-98d43795b25a, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=1af31c9b-4bff-4dc7-8b17-98d43795b25a,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:43.313227 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '1af31c9b-4bff-4dc7-8b17-98d43795b25a', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'port_id': '1af31c9b-4bff-4dc7-8b17-98d43795b25a', 'mac_address': 'fa:16:3e:b8:c4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:12:43.383929 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:43.398173 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:43.407812 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af31c9b-4bff-4dc7-8b17-98d43795b25a {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:43.435418 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:43.437698 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c643bf-2115-4e1d-bb12-e6f7133af61a" -d '{"events": [{"server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "name": "network-vif-plugged", "status": "completed", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:43.450035 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 1af31c9b-4bff-4dc7-8b17-98d43795b25a, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=1af31c9b-4bff-4dc7-8b17-98d43795b25a,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:43.453746 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:43.455259 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:43.460831 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:43.486198 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6255b10-2a92-490d-a122-5470fa21111a x-openstack-request-id: req-a6255b10-2a92-490d-a122-5470fa21111a {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:43.486679 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "name": "network-vif-plugged", "status": "completed", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:43.486854 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6255b10-2a92-490d-a122-5470fa21111a {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:43.487133 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'code': 200} Sep 02 17:12:43.521157 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=1af31c9b-4bff-4dc7-8b17-98d43795b25a,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:43.591666 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-893f1247-114f-4762-a245-cff69f262f99 req-8fcc2234-f3c6-4b4f-8c57-0871ecf3ca2d tempest-ServerRescueNegativeTestJSON-435245371 tempest-ServerRescueNegativeTestJSON-435245371-project] 10.222.0.41 "GET /v2.0/ports?device_id=089cf4bd-25a6-4572-a20b-99c71430e5f8 HTTP/1.1" status: 200 len: 210 time: 0.0403759 Sep 02 17:12:43.601302 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=0a87c875-7882-47c2-a092-e14ea53f2b64,revision_number=10']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:43.841831 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['1af31c9b-4bff-4dc7-8b17-98d43795b25a'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:43.868036 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e848f-c3d1-4c37-925d-8d99ca2e417e req-5e589161-4436-4915-87f0-497e1b0c4b07 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:43.869706 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da0e848f-c3d1-4c37-925d-8d99ca2e417e req-5e589161-4436-4915-87f0-497e1b0c4b07 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 946 time: 0.0544863 Sep 02 17:12:43.915455 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da0e848f-c3d1-4c37-925d-8d99ca2e417e req-7e7127e6-6735-4823-9b1a-fde2bfde7cc8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393343 Sep 02 17:12:44.060957 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de9e7f-d3e8-4fb9-b4c1-49d3fd5de125 req-67d3c97b-85f6-43c7-a217-da0dd7a9e759 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:44.062940 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-47de9e7f-d3e8-4fb9-b4c1-49d3fd5de125 req-67d3c97b-85f6-43c7-a217-da0dd7a9e759 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 944 time: 0.0544927 Sep 02 17:12:44.073168 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c3ef-cf8a-472b-877f-afe29af4efec req-68653666-3b0e-47dd-bfc9-964b30519db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:44.074717 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7699c3ef-cf8a-472b-877f-afe29af4efec req-68653666-3b0e-47dd-bfc9-964b30519db6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 1099 time: 0.0407138 Sep 02 17:12:44.105620 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-47de9e7f-d3e8-4fb9-b4c1-49d3fd5de125 req-bf001e55-e756-4ebe-a112-f4197f2a6510 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341549 Sep 02 17:12:44.653058 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48628) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:45.036206 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687a257-7ade-4f0c-bdc8-56198293ea2e req-2c3a5dd0-8c87-4948-a965-1f3e7abde5a0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:45.037734 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b687a257-7ade-4f0c-bdc8-56198293ea2e req-2c3a5dd0-8c87-4948-a965-1f3e7abde5a0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 946 time: 0.0490215 Sep 02 17:12:45.067635 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16447336'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:45.076424 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b687a257-7ade-4f0c-bdc8-56198293ea2e req-74b434fc-a1e8-4af8-8a5d-0060a8fac5e3 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326374 Sep 02 17:12:45.171807 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7699c3ef-cf8a-472b-877f-afe29af4efec req-5fdfdb29-821e-47ea-a7cc-b4ac5797565b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427117 Sep 02 17:12:45.217982 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b083d5-bd71-4d37-b1c4-225cddf110b4 req-58889595-5872-4813-93b8-b1c541e16932 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:45.219551 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-41b083d5-bd71-4d37-b1c4-225cddf110b4 req-58889595-5872-4813-93b8-b1c541e16932 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 944 time: 0.0475221 Sep 02 17:12:45.263248 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-41b083d5-bd71-4d37-b1c4-225cddf110b4 req-ac9be7de-4adb-4d4a-92c7-7d2b2f47bdfa tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355752 Sep 02 17:12:45.380599 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] Deleting port ed1b2044-6d32-4237-8129-1a2259316013 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:12:45.380935 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:45.458466 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] For port ed1b2044-6d32-4237-8129-1a2259316013, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ed1b2044-6d32-4237-8129-1a2259316013,segment=NetworkSegment(2ed6bf75-6706-4a8c-97b5-1479ffb165fb),segment_id=2ed6bf75-6706-4a8c-97b5-1479ffb165fb)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:45.458814 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:45.470676 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] Calling delete_port for ed1b2044-6d32-4237-8129-1a2259316013 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:12:45.877385 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:45.903134 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1b2044-6d32-4237-8129-1a2259316013,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:46.057808 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16425354'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:46.197646 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723f384-2a0f-40e9-86a1-368c13e0f222 req-01fc96f5-abbb-4212-a8ab-05584d1ed480 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:46.199175 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b723f384-2a0f-40e9-86a1-368c13e0f222 req-01fc96f5-abbb-4212-a8ab-05584d1ed480 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 946 time: 0.0491848 Sep 02 17:12:46.238491 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b723f384-2a0f-40e9-86a1-368c13e0f222 req-b0d3d2b4-4d38-46bc-b603-e3733544511d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331576 Sep 02 17:12:46.272260 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] Router 3cee70e0-072f-4fe3-93a5-00d2ca49293f has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:12:46.379003 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8614b3-b732-45e0-b90c-d778bb5aa08d req-62c006e9-f91d-400e-961c-e7f13bbbc1ff tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:46.381060 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0d8614b3-b732-45e0-b90c-d778bb5aa08d req-62c006e9-f91d-400e-961c-e7f13bbbc1ff tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 944 time: 0.0497835 Sep 02 17:12:46.387952 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:12:46.396358 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0b3833d5-6836-479c-942a-6a7ba4e39c26 admin admin] 10.222.0.41 "PUT /v2.0/routers/3cee70e0-072f-4fe3-93a5-00d2ca49293f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7415516 Sep 02 17:12:46.396948 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a59a6-c219-4e78-9f72-db3237db3401 None None] Sync routers for ids ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:12:46.398081 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48650) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:46.406373 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a59a6-c219-4e78-9f72-db3237db3401 None None] Routers {'3cee70e0-072f-4fe3-93a5-00d2ca49293f'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:12:46.407013 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-f36a59a6-c219-4e78-9f72-db3237db3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:12:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:46.429103 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0d8614b3-b732-45e0-b90c-d778bb5aa08d req-3e73998b-e209-41c2-b992-9c4aea12fe0b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 Sep 02 17:12:46.503368 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:46.516780 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-f36a59a6-c219-4e78-9f72-db3237db3401 None None] Set router 3cee70e0-072f-4fe3-93a5-00d2ca49293f gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:12:46.606752 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:46.660850 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Deleting port 8f8daf26-664a-4c4b-a374-ef3bba63582d {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:12:46.661157 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:46.697147 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-f36a59a6-c219-4e78-9f72-db3237db3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-router', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:12:45Z', 'revision_number': 5, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'gw_port': {'id': '8f8daf26-664a-4c4b-a374-ef3bba63582d', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:46.723699 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a59a6-c219-4e78-9f72-db3237db3401 None None] Checking router: 3cee70e0-072f-4fe3-93a5-00d2ca49293f for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:12:46.740879 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a59a6-c219-4e78-9f72-db3237db3401 None None] Routers {'3cee70e0-072f-4fe3-93a5-00d2ca49293f'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:12:46.741773 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-f36a59a6-c219-4e78-9f72-db3237db3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:12:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:46.753520 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] For port 8f8daf26-664a-4c4b-a374-ef3bba63582d, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=8f8daf26-664a-4c4b-a374-ef3bba63582d,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:46.753925 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:46.766458 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Calling delete_port for 8f8daf26-664a-4c4b-a374-ef3bba63582d owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:12:46.870584 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-f36a59a6-c219-4e78-9f72-db3237db3401 None None] Set router 3cee70e0-072f-4fe3-93a5-00d2ca49293f gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:12:46.937798 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-f36a59a6-c219-4e78-9f72-db3237db3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-router', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:12:46Z', 'revision_number': 6, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'gw_port_host': None}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:46.963625 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:46.965907 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a59a6-c219-4e78-9f72-db3237db3401 None None] The sync data for ids ['3cee70e0-072f-4fe3-93a5-00d2ca49293f'] in dv-cinder-806260-3-iscsi is: [{'id': '3cee70e0-072f-4fe3-93a5-00d2ca49293f', 'name': 'tempest-ServerRescueNegativeTestJSON-1481547246-router', 'tenant_id': '4d00b04201ec4d46956d03ebddbef781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:12:46Z', 'revision_number': 6, 'project_id': '4d00b04201ec4d46956d03ebddbef781', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:12:47.001682 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8daf26-664a-4c4b-a374-ef3bba63582d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:47.053429 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16444846'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.081234 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.099397 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device d0ba3007-01f9-488b-88b7-3d6c6288a03e no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:12:47.119347 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: d0ba3007-01f9-488b-88b7-3d6c6288a03e {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:12:47.119690 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device d0ba3007-01f9-488b-88b7-3d6c6288a03e not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:12:47.155678 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16385539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.157808 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.221178 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16385548'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.221779 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cee70e0-072f-4fe3-93a5-00d2ca49293f {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:12:47.228424 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.229614 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-19e2897a-49fa-4e3e-95a7-7a14fb98ba37 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3cee70e0-072f-4fe3-93a5-00d2ca49293f HTTP/1.1" status: 204 len: 168 time: 0.8304710 Sep 02 17:12:47.232206 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48656) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:47.277998 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e3d49a-d66d-4051-909c-f6694a5fd700 admin admin] Deleting subnet 78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:12:47.281211 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d49a-d66d-4051-909c-f6694a5fd700 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.319741 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d49a-d66d-4051-909c-f6694a5fd700 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12836143'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.361766 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d49a-d66d-4051-909c-f6694a5fd700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.373743 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e881072-75d4-4a70-81f7-ab60cb472d27 req-56dd9772-bd4c-4fd8-9259-c9b8c7577659 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:47.375960 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3e881072-75d4-4a70-81f7-ab60cb472d27 req-56dd9772-bd4c-4fd8-9259-c9b8c7577659 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 946 time: 0.0621219 Sep 02 17:12:47.424105 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3e881072-75d4-4a70-81f7-ab60cb472d27 req-3908776a-f2dd-4726-9d03-914fb0cebb2c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405893 Sep 02 17:12:47.426117 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d49a-d66d-4051-909c-f6694a5fd700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12836209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14215573'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.459033 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d49a-d66d-4051-909c-f6694a5fd700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.463371 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f1e3d49a-d66d-4051-909c-f6694a5fd700 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5 HTTP/1.1" status: 204 len: 168 time: 0.2270222 Sep 02 17:12:47.463371 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3d49a-d66d-4051-909c-f6694a5fd700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c5aa3c-f7a8-4c66-a847-9e05d54ec7c5,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:47.463371 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48662) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:47.532107 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.562752 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f16622-4208-45bf-a562-0f97f8e1666a req-635d05a9-9e29-4486-b188-b9fab37fb977 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:47.564342 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-99f16622-4208-45bf-a562-0f97f8e1666a req-635d05a9-9e29-4486-b188-b9fab37fb977 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 944 time: 0.0480046 Sep 02 17:12:47.603717 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-99f16622-4208-45bf-a562-0f97f8e1666a req-c5a968a4-c2f0-4b44-95ff-9119ea39e8c0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323720 Sep 02 17:12:47.613758 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.623710 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89eb299-93b9-401c-ad14-f4bccef9cd1c']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:47.634205 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed6bf75-6706-4a8c-97b5-1479ffb165fb') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:47.634505 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed6bf75-6706-4a8c-97b5-1479ffb165fb') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:47.643046 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966620'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.656736 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.662513 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:12:47.662934 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12836127'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: timer() Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: cb(*args, **kw) Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: self._notify() Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: self.callback(batched_events) Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: event.method(event) Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._get(url).json() Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:12:47.664714 dv-cinder-806260-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:12:47.717197 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.724530 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.726293 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] 10.222.0.41 "DELETE /v2.0/networks/e89eb299-93b9-401c-ad14-f4bccef9cd1c HTTP/1.1" status: 204 len: 168 time: 0.2625611 Sep 02 17:12:47.739667 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da385d2-62e8-4b73-a1e0-35a5e6a3e2be admin admin] Pushing event deleted for resources: {'Network': ['ID=e89eb299-93b9-401c-ad14-f4bccef9cd1c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:47.900768 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48674) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:47.954814 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-56598004-b4e7-45bf-a13a-1ca557010d40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d00b04201ec4d46956d03ebddbef781&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526893 Sep 02 17:12:47.957232 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48678) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:48.023692 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d8304d0-4030-4ec4-9b45-6217364c6c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:48.049478 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d8304d0-4030-4ec4-9b45-6217364c6c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:48.142864 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d8304d0-4030-4ec4-9b45-6217364c6c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:48.145519 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d8304d0-4030-4ec4-9b45-6217364c6c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:48.150127 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4d8304d0-4030-4ec4-9b45-6217364c6c33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/245da310-64e6-42da-81c0-2090ed74cbb0 HTTP/1.1" status: 204 len: 168 time: 0.1884472 Sep 02 17:12:48.155764 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8304d0-4030-4ec4-9b45-6217364c6c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245da310-64e6-42da-81c0-2090ed74cbb0,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:48.205612 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-dfe7f6e4-25a2-4341-aebf-7e5b7f61df8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476894 Sep 02 17:12:48.302056 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-a816fb02-b903-434b-a124-082194d2724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:48.303664 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-a816fb02-b903-434b-a124-082194d2724e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 1098 time: 0.0452259 Sep 02 17:12:48.453682 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-e35056e7-3a5d-478f-a31c-525e1eb02989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:48.455279 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-e35056e7-3a5d-478f-a31c-525e1eb02989 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 912 time: 0.0889587 Sep 02 17:12:48.591855 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-233de610-6d06-430f-be65-a586e550f7c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848 HTTP/1.1" status: 200 len: 1000 time: 0.1067619 Sep 02 17:12:48.608800 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6255ce8-4d69-4c37-a5b0-63d31c675b14 req-f1ac7207-e1d7-44e8-ba36-2b2abf92d79b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:48.611203 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c6255ce8-4d69-4c37-a5b0-63d31c675b14 req-f1ac7207-e1d7-44e8-ba36-2b2abf92d79b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 946 time: 0.0581889 Sep 02 17:12:48.657303 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-8137ade4-0952-4d1f-965c-f6e9da7d545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:48.659286 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-8137ade4-0952-4d1f-965c-f6e9da7d545f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 200 len: 850 time: 0.0565236 Sep 02 17:12:48.661133 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c6255ce8-4d69-4c37-a5b0-63d31c675b14 req-61c0c9b3-9e9c-4eb8-86ef-87c3c1cd3dc0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439827 Sep 02 17:12:48.768823 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-2739af3e-9706-4809-903b-b1c7e8a10702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:48.770957 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-2739af3e-9706-4809-903b-b1c7e8a10702 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1010389 Sep 02 17:12:48.787964 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5fefb-0e9b-4a59-b220-0e393efd014e req-ae30986a-f4a3-4e89-9e2f-310bb5cdcb05 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:48.789757 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fff5fefb-0e9b-4a59-b220-0e393efd014e req-ae30986a-f4a3-4e89-9e2f-310bb5cdcb05 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 944 time: 0.0754313 Sep 02 17:12:48.902426 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fff5fefb-0e9b-4a59-b220-0e393efd014e req-72a042f3-b9c5-42c0-aeb8-6de433befce8 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021278 Sep 02 17:12:48.941116 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-f88e7e3e-b122-4c5d-9067-d73ad26a6567 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501555 Sep 02 17:12:48.973739 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ed1b2044-6d32-4237-8129-1a2259316013 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:12:48.998524 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: ed1b2044-6d32-4237-8129-1a2259316013 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:12:48.998902 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ed1b2044-6d32-4237-8129-1a2259316013 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:12:48.999316 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 8f8daf26-664a-4c4b-a374-ef3bba63582d no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:12:49.019439 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 8f8daf26-664a-4c4b-a374-ef3bba63582d {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:12:49.020304 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 8f8daf26-664a-4c4b-a374-ef3bba63582d not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:12:49.055918 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31e751e6-ffb8-485e-a0aa-628176734b5f req-476dfdfd-278f-4d4e-88ef-d222fea49171 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069307 Sep 02 17:12:49.084137 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 1af31c9b-4bff-4dc7-8b17-98d43795b25a up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:49.154464 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 1af31c9b-4bff-4dc7-8b17-98d43795b25a completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:49.158577 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 1af31c9b-4bff-4dc7-8b17-98d43795b25a triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:49.159297 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:49.303466 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:49.355026 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e36f29-2bc8-4586-8de2-3a218984c046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af31c9b-4bff-4dc7-8b17-98d43795b25a'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:49.358020 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf353611-2623-4960-800f-ad11c540d88b" -d '{"events": [{"server_uuid": "34e36f29-2bc8-4586-8de2-3a218984c046", "name": "network-vif-plugged", "status": "completed", "tag": "1af31c9b-4bff-4dc7-8b17-98d43795b25a"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:49.365201 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 1af31c9b-4bff-4dc7-8b17-98d43795b25a, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=1af31c9b-4bff-4dc7-8b17-98d43795b25a,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:49.380486 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:49.421308 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ba791e-c50a-4ff8-98c1-e68245240314 x-openstack-request-id: req-55ba791e-c50a-4ff8-98c1-e68245240314 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:49.421594 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e36f29-2bc8-4586-8de2-3a218984c046", "name": "network-vif-plugged", "status": "completed", "tag": "1af31c9b-4bff-4dc7-8b17-98d43795b25a", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:49.421847 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55ba791e-c50a-4ff8-98c1-e68245240314 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:49.422239 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e36f29-2bc8-4586-8de2-3a218984c046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af31c9b-4bff-4dc7-8b17-98d43795b25a', 'code': 200} Sep 02 17:12:49.484465 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=1af31c9b-4bff-4dc7-8b17-98d43795b25a,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:49.728615 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa567dc7-d3be-4a08-946a-06cde6c6177c req-7b1003ac-1e71-4218-a136-ba875f84d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:49.730378 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fa567dc7-d3be-4a08-946a-06cde6c6177c req-7b1003ac-1e71-4218-a136-ba875f84d238 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 1098 time: 0.0534136 Sep 02 17:12:49.809227 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fa567dc7-d3be-4a08-946a-06cde6c6177c req-6f3b8e71-d5f5-4be4-8572-5e8869a5dc45 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630126 Sep 02 17:12:49.830848 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef81d1a-982e-4c68-85a1-6c1bd70251e0 req-6cd5ed81-12f1-4075-a8b1-e77c6d0906db tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:49.832364 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cef81d1a-982e-4c68-85a1-6c1bd70251e0 req-6cd5ed81-12f1-4075-a8b1-e77c6d0906db tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 946 time: 0.0563140 Sep 02 17:12:49.871882 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cef81d1a-982e-4c68-85a1-6c1bd70251e0 req-8887c719-29f0-4b99-820d-7f3965e31bac tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337102 Sep 02 17:12:49.876365 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48796) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:49.999753 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e68d-1cda-476c-998f-80de8905e49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.024943 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fdf84-fd7b-4028-884a-36f7c19a9405 req-eb28c610-3d03-44a3-83b9-ebcff859b5c7 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:50.026357 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-367fdf84-fd7b-4028-884a-36f7c19a9405 req-eb28c610-3d03-44a3-83b9-ebcff859b5c7 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 945 time: 0.0512338 Sep 02 17:12:50.068296 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-367fdf84-fd7b-4028-884a-36f7c19a9405 req-d4d3c756-b2fb-4899-805c-7553facbbe22 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356886 Sep 02 17:12:50.095049 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e68d-1cda-476c-998f-80de8905e49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.099482 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e68d-1cda-476c-998f-80de8905e49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.136303 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0e68d-1cda-476c-998f-80de8905e49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5030920d-8c54-45c5-ba3f-4f10d5bf2b84,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:50.140480 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f3a0e68d-1cda-476c-998f-80de8905e49c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=459c9adf9bc143f7a41133507f67291e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630980 Sep 02 17:12:50.143181 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48804) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:50.192155 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4430893a-de39-41c5-a279-56b9691c5091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.214458 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4430893a-de39-41c5-a279-56b9691c5091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.263594 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4430893a-de39-41c5-a279-56b9691c5091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.266336 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4430893a-de39-41c5-a279-56b9691c5091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.267528 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4430893a-de39-41c5-a279-56b9691c5091 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5030920d-8c54-45c5-ba3f-4f10d5bf2b84 HTTP/1.1" status: 204 len: 168 time: 0.1234214 Sep 02 17:12:50.280190 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430893a-de39-41c5-a279-56b9691c5091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5030920d-8c54-45c5-ba3f-4f10d5bf2b84,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:50.503803 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee301b-484d-426f-9904-f12b1c417fab req-cfe4bcf0-f3bd-435e-abcd-5c0341cbee60 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:50.505864 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9eee301b-484d-426f-9904-f12b1c417fab req-cfe4bcf0-f3bd-435e-abcd-5c0341cbee60 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Sep 02 17:12:50.545558 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9eee301b-484d-426f-9904-f12b1c417fab req-96961a6a-857f-427d-ad1a-3682c3d61a03 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336878 Sep 02 17:12:50.999840 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:12:51.188485 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a07944-2b22-4f94-8f3c-91aa2d85c56b req-cc5fb34c-82c3-4b3e-ae1c-4218f619ac4b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:51.189989 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-88a07944-2b22-4f94-8f3c-91aa2d85c56b req-cc5fb34c-82c3-4b3e-ae1c-4218f619ac4b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 945 time: 0.0530503 Sep 02 17:12:51.240530 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-88a07944-2b22-4f94-8f3c-91aa2d85c56b req-791fe311-8461-4147-a932-6cdc733dd9e3 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436485 Sep 02 17:12:51.365713 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466a79e-e917-4182-b3d8-6f331988a71c req-f35d5f12-8b6f-4854-8502-27d478ef9d5e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:51.367470 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2466a79e-e917-4182-b3d8-6f331988a71c req-f35d5f12-8b6f-4854-8502-27d478ef9d5e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 945 time: 0.0539379 Sep 02 17:12:51.405072 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2466a79e-e917-4182-b3d8-6f331988a71c req-ea02e744-f912-4650-8ffe-e8fec1b1ecdb tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Sep 02 17:12:51.427831 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48858) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:51.624355 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb81a8d-e350-48b2-b9bf-583d68e0f1f3 tempest-TestVolumeBootPattern-829468068 tempest-TestVolumeBootPattern-829468068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:51.626070 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6eb81a8d-e350-48b2-b9bf-583d68e0f1f3 tempest-TestVolumeBootPattern-829468068 tempest-TestVolumeBootPattern-829468068-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 1093 time: 0.1970613 Sep 02 17:12:51.629181 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48868) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:51.634581 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'floatingip': {'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'port_id': '1af31c9b-4bff-4dc7-8b17-98d43795b25a', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:51.663568 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.669229 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f429ee-4ab1-41dd-8b16-71b84c1bca64 req-cdfb696b-277d-4915-ba53-aee8893ae4f7 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:51.670783 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f1f429ee-4ab1-41dd-8b16-71b84c1bca64 req-cdfb696b-277d-4915-ba53-aee8893ae4f7 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0558224 Sep 02 17:12:51.720748 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f1f429ee-4ab1-41dd-8b16-71b84c1bca64 req-36ce1869-aaa8-498b-9094-37deb0db6058 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432029 Sep 02 17:12:51.776634 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.899667 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Allocated IP 172.27.2.50 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/a7d8780b-87cb-4127-a607-b1b0252e6dfe) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:51.959813 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ce3b47f1-6ee6-4ebd-93dd-38898eecc8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.022530 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.058323 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48886) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:52.068079 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.111313 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:52.115833 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:52.120119 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:52.123220 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'Port': ['ID=a7d8780b-87cb-4127-a607-b1b0252e6dfe,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:52.167634 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-89f0be7a-9659-4e57-ac71-5ac5538a0b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.267002 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-89f0be7a-9659-4e57-ac71-5ac5538a0b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.272291 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-89f0be7a-9659-4e57-ac71-5ac5538a0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.315691 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-89f0be7a-9659-4e57-ac71-5ac5538a0b75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cde966f669534f8fa34c5ac3c4a7ce73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537818 Sep 02 17:12:52.315691 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0be7a-9659-4e57-ac71-5ac5538a0b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a4bb78-31b7-4ef9-85ae-596bdbea14de,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:52.316413 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48890) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:52.373538 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f436-01f6-4839-83ab-b2f674bb55b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.394741 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f436-01f6-4839-83ab-b2f674bb55b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.440841 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f436-01f6-4839-83ab-b2f674bb55b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.444198 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f436-01f6-4839-83ab-b2f674bb55b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.445337 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c4e4f436-01f6-4839-83ab-b2f674bb55b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4a4bb78-31b7-4ef9-85ae-596bdbea14de HTTP/1.1" status: 204 len: 168 time: 0.1274254 Sep 02 17:12:52.455951 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4f436-01f6-4839-83ab-b2f674bb55b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a4bb78-31b7-4ef9-85ae-596bdbea14de,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:52.472985 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.720808 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 48896) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:52.735094 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-11b789da-e816-48d0-a551-0cea9b821e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.798600 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.865809 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc16a1-7596-45e7-bcce-ec2235d81dfe req-0d2545fa-b663-4bff-abd3-1c0fb7419a47 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:52.867356 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-67cc16a1-7596-45e7-bcce-ec2235d81dfe req-0d2545fa-b663-4bff-abd3-1c0fb7419a47 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0736616 Sep 02 17:12:52.899903 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-11b789da-e816-48d0-a551-0cea9b821e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.911518 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-11b789da-e816-48d0-a551-0cea9b821e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.936161 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-67cc16a1-7596-45e7-bcce-ec2235d81dfe req-eb8c5ce6-82cb-4e58-b409-737b30c40e66 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611954 Sep 02 17:12:52.955862 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b789da-e816-48d0-a551-0cea9b821e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a5a89a-a066-47b1-bd7a-c8f247999c55,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:52.963215 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-11b789da-e816-48d0-a551-0cea9b821e38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30bf2901a30c47419589f324ec11fe67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386115 Sep 02 17:12:52.963587 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 48900) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:52.974374 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.982588 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.073667 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'Port': ['ID=a7d8780b-87cb-4127-a607-b1b0252e6dfe,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:53.087356 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6059fe76-eca4-4708-ab4b-4648808dfd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.101016 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.173112 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6059fe76-eca4-4708-ab4b-4648808dfd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.230028 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Floating IP bc8e56d0-8cda-4fba-8fe5-a1e74d6bc5b9 associated. External IP: 172.27.2.50, port: 1af31c9b-4bff-4dc7-8b17-98d43795b25a. Sep 02 17:12:53.296943 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6059fe76-eca4-4708-ab4b-4648808dfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.299486 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6059fe76-eca4-4708-ab4b-4648808dfd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.300633 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6059fe76-eca4-4708-ab4b-4648808dfd16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70a5a89a-a066-47b1-bd7a-c8f247999c55 HTTP/1.1" status: 204 len: 168 time: 0.3360934 Sep 02 17:12:53.313697 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059fe76-eca4-4708-ab4b-4648808dfd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a5a89a-a066-47b1-bd7a-c8f247999c55,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:53.459093 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Router 1fb85de1-32e1-4f3c-9028-ce687163b298 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:12:53.568464 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:12:53.578349 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605943ce-5575-4d04-be78-5cbdccb43c13 None None] Sync routers for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:12:53.586368 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.592402 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605943ce-5575-4d04-be78-5cbdccb43c13 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:12:53.593183 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-605943ce-5575-4d04-be78-5cbdccb43c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:12:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:53.626691 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c1519e69-a9da-4ebf-a42a-a02fa75e929b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9861035 Sep 02 17:12:53.626691 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e36f29-2bc8-4586-8de2-3a218984c046', 'tag': '1af31c9b-4bff-4dc7-8b17-98d43795b25a'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:53.626691 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0984f24-875c-49bb-897f-ea1fa296399d" -d '{"events": [{"name": "network-changed", "server_uuid": "34e36f29-2bc8-4586-8de2-3a218984c046", "tag": "1af31c9b-4bff-4dc7-8b17-98d43795b25a"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:53.664779 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eecc0d-e7bf-402d-8f71-837b97c8cf45 x-openstack-request-id: req-e8eecc0d-e7bf-402d-8f71-837b97c8cf45 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:53.665075 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e36f29-2bc8-4586-8de2-3a218984c046", "tag": "1af31c9b-4bff-4dc7-8b17-98d43795b25a", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:53.665333 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8eecc0d-e7bf-402d-8f71-837b97c8cf45 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:53.665738 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e36f29-2bc8-4586-8de2-3a218984c046', 'tag': '1af31c9b-4bff-4dc7-8b17-98d43795b25a', 'status': 'completed', 'code': 200} Sep 02 17:12:53.746496 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-605943ce-5575-4d04-be78-5cbdccb43c13 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:12:54.039290 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-605943ce-5575-4d04-be78-5cbdccb43c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'bc8e56d0-8cda-4fba-8fe5-a1e74d6bc5b9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '1af31c9b-4bff-4dc7-8b17-98d43795b25a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:b8:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e36f29-2bc8-4586-8de2-3a218984c046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:12:52Z', 'updated_at': '2021-09-02T17:12:52Z', 'revision_number': 0, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:54.067246 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605943ce-5575-4d04-be78-5cbdccb43c13 None None] Checking router: 1fb85de1-32e1-4f3c-9028-ce687163b298 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:12:54.076637 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605943ce-5575-4d04-be78-5cbdccb43c13 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:12:54.077377 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-605943ce-5575-4d04-be78-5cbdccb43c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:12:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:54.092188 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec4177-44be-4564-93c3-6fec3cef7ab0 req-6e09fd8a-2376-4232-a06b-909b67613a57 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:54.099936 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2cec4177-44be-4564-93c3-6fec3cef7ab0 req-6e09fd8a-2376-4232-a06b-909b67613a57 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0775712 Sep 02 17:12:54.138962 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2cec4177-44be-4564-93c3-6fec3cef7ab0 req-117354c0-216f-475b-a830-9f7db98d0252 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387900 Sep 02 17:12:54.150690 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0984f24-875c-49bb-897f-ea1fa296399d req-550daba4-365a-453d-80d1-a45b3fa0004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:54.150690 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0984f24-875c-49bb-897f-ea1fa296399d req-550daba4-365a-453d-80d1-a45b3fa0004a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 1098 time: 0.0702186 Sep 02 17:12:54.323608 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0984f24-875c-49bb-897f-ea1fa296399d req-a0136330-9b14-408d-a543-eabb616902af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:54.325168 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0984f24-875c-49bb-897f-ea1fa296399d req-a0136330-9b14-408d-a543-eabb616902af service neutron] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 910 time: 0.0963304 Sep 02 17:12:54.356909 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-605943ce-5575-4d04-be78-5cbdccb43c13 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:12:54.412516 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0984f24-875c-49bb-897f-ea1fa296399d req-7901bfcd-17f5-428f-95c7-caa041e72c7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af31c9b-4bff-4dc7-8b17-98d43795b25a HTTP/1.1" status: 200 len: 998 time: 0.0722578 Sep 02 17:12:54.474845 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0984f24-875c-49bb-897f-ea1fa296399d req-f3e7d602-d772-48cb-b69b-4b65ce423ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:54.476364 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0984f24-875c-49bb-897f-ea1fa296399d req-f3e7d602-d772-48cb-b69b-4b65ce423ae1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0489445 Sep 02 17:12:54.528052 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0984f24-875c-49bb-897f-ea1fa296399d req-167de506-24f8-492f-872a-fde1a1e6b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:54.529728 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0984f24-875c-49bb-897f-ea1fa296399d req-167de506-24f8-492f-872a-fde1a1e6b8bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421069 Sep 02 17:12:54.595614 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-605943ce-5575-4d04-be78-5cbdccb43c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'bc8e56d0-8cda-4fba-8fe5-a1e74d6bc5b9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '1af31c9b-4bff-4dc7-8b17-98d43795b25a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:b8:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e36f29-2bc8-4586-8de2-3a218984c046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:12:52Z', 'updated_at': '2021-09-02T17:12:52Z', 'revision_number': 0, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:54.627995 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605943ce-5575-4d04-be78-5cbdccb43c13 None None] The sync data for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi is: [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'bc8e56d0-8cda-4fba-8fe5-a1e74d6bc5b9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '1af31c9b-4bff-4dc7-8b17-98d43795b25a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:b8:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e36f29-2bc8-4586-8de2-3a218984c046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:12:52Z', 'updated_at': '2021-09-02T17:12:52Z', 'revision_number': 0, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:12:54.638271 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0984f24-875c-49bb-897f-ea1fa296399d req-d01ab145-71b1-4194-957a-eaec7ab7c259 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988045 Sep 02 17:12:54.741798 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0984f24-875c-49bb-897f-ea1fa296399d req-efee393f-6d29-45a8-8247-52b224d6cc03 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913467 Sep 02 17:12:54.829817 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24a2ff-e89b-461c-99c4-ca660c13ff2d None None] New status for floating IP bc8e56d0-8cda-4fba-8fe5-a1e74d6bc5b9: ACTIVE {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:12:54.930934 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-abb79a62-681f-4c15-81da-746c65519868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.179220 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.281037 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc09b7-1366-4f1e-b17a-0a006960e9b4 req-d38740aa-b9a7-4b40-b530-a738f17263a2 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:55.282549 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a0cc09b7-1366-4f1e-b17a-0a006960e9b4 req-d38740aa-b9a7-4b40-b530-a738f17263a2 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0598915 Sep 02 17:12:55.326763 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a0cc09b7-1366-4f1e-b17a-0a006960e9b4 req-9c2d913f-4603-4caa-b237-723582ae6fdc tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/security-groups?id=53a7161f-39e2-4bb0-9bae-7caaf4d3639f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374064 Sep 02 17:12:55.636789 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878f9d6-5f1c-4567-8858-d9d956e75a4c req-9bdbbb6d-898a-426f-ab97-c643b13d3a2e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:55.638229 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8878f9d6-5f1c-4567-8858-d9d956e75a4c req-9bdbbb6d-898a-426f-ab97-c643b13d3a2e tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 945 time: 0.0478029 Sep 02 17:12:55.733626 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-8878f9d6-5f1c-4567-8858-d9d956e75a4c req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Deleting port e28d622c-3383-4e88-bb0f-f0ca44fe2164 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:12:55.734349 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8878f9d6-5f1c-4567-8858-d9d956e75a4c req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.822462 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-8878f9d6-5f1c-4567-8858-d9d956e75a4c req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] For port e28d622c-3383-4e88-bb0f-f0ca44fe2164, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=e28d622c-3383-4e88-bb0f-f0ca44fe2164,segment=NetworkSegment(005edebf-f580-4f6b-a78f-87899395556b),segment_id=005edebf-f580-4f6b-a78f-87899395556b)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:55.822861 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8878f9d6-5f1c-4567-8858-d9d956e75a4c req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.834994 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-8878f9d6-5f1c-4567-8858-d9d956e75a4c req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Calling delete_port for e28d622c-3383-4e88-bb0f-f0ca44fe2164 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:12:55.965947 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8878f9d6-5f1c-4567-8858-d9d956e75a4c req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.995625 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Pushing event deleted for resources: {'Port': ['ID=e28d622c-3383-4e88-bb0f-f0ca44fe2164,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:56.005565 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['e28d622c-3383-4e88-bb0f-f0ca44fe2164'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:56.028651 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.029004 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.029647 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.029806 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.030010 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.030348 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.030701 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.031031 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.031359 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.031684 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.032008 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.032328 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:56.051149 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8878f9d6-5f1c-4567-8858-d9d956e75a4c req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] No DVR routers for this DVR port e28d622c-3383-4e88-bb0f-f0ca44fe2164 on host hv-cinder-80626 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:12:56.053678 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8878f9d6-5f1c-4567-8858-d9d956e75a4c req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:56.055732 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8878f9d6-5f1c-4567-8858-d9d956e75a4c req-6494b50c-2481-4ff2-83e7-4c1170629544 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.13 "DELETE /v2.0/ports/e28d622c-3383-4e88-bb0f-f0ca44fe2164 HTTP/1.1" status: 204 len: 173 time: 0.4095643 Sep 02 17:12:56.056216 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f237e0-63e9-4871-9dd5-ab033d35ae67', 'name': 'network-vif-deleted', 'tag': 'e28d622c-3383-4e88-bb0f-f0ca44fe2164'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:56.058502 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e41032-16b4-4fa3-8446-6f6f7bc3623b" -d '{"events": [{"server_uuid": "39f237e0-63e9-4871-9dd5-ab033d35ae67", "name": "network-vif-deleted", "tag": "e28d622c-3383-4e88-bb0f-f0ca44fe2164"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:56.097384 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da59432a-eb97-474e-90da-b8e0e5fda00d x-openstack-request-id: req-da59432a-eb97-474e-90da-b8e0e5fda00d {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:56.098386 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f237e0-63e9-4871-9dd5-ab033d35ae67", "name": "network-vif-deleted", "tag": "e28d622c-3383-4e88-bb0f-f0ca44fe2164", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:56.098647 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da59432a-eb97-474e-90da-b8e0e5fda00d {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:56.099083 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f237e0-63e9-4871-9dd5-ab033d35ae67', 'name': 'network-vif-deleted', 'tag': 'e28d622c-3383-4e88-bb0f-f0ca44fe2164', 'status': 'completed', 'code': 200} Sep 02 17:12:56.437637 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8dd634d4-76d1-45c9-b994-2e5bc7b1e1ac req-55b26898-daa2-48b5-9493-72a30bddb109 tempest-VolumesSnapshotTestJSON-242522770 tempest-VolumesSnapshotTestJSON-242522770-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f237e0-63e9-4871-9dd5-ab033d35ae67 HTTP/1.1" status: 200 len: 210 time: 0.0270083 Sep 02 17:12:56.516014 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.479685 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.484342 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49050) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:58.596381 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfb2d7dc-06b4-4416-8b5e-157141519804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.697474 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfb2d7dc-06b4-4416-8b5e-157141519804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.702042 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfb2d7dc-06b4-4416-8b5e-157141519804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.740796 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dfb2d7dc-06b4-4416-8b5e-157141519804 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1adcb55e206340abbddcab86af032991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553360 Sep 02 17:12:58.741840 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2d7dc-06b4-4416-8b5e-157141519804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13db4352-a70d-4023-b50e-dae12711d47c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:58.743466 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49056) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:58.795169 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.817333 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.872501 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.875463 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.876615 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13db4352-a70d-4023-b50e-dae12711d47c HTTP/1.1" status: 204 len: 168 time: 0.1308572 Sep 02 17:12:58.884506 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13db4352-a70d-4023-b50e-dae12711d47c,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:58.891531 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:58.891875 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:58.892211 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:58.892542 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:58.892867 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:58.893190 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:58.893510 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:58.894213 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:58.894213 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:58.894477 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:58.894801 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:58.895114 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930676c3-6b62-4a83-a8db-cf433ba481a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:59.104856 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device e28d622c-3383-4e88-bb0f-f0ca44fe2164 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:12:59.126824 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: e28d622c-3383-4e88-bb0f-f0ca44fe2164 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:12:59.127176 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device e28d622c-3383-4e88-bb0f-f0ca44fe2164 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:12:59.166272 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49082) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:59.179791 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3a0dbde7-9fac-45b6-9b3e-033eaa9b4aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.277516 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3a0dbde7-9fac-45b6-9b3e-033eaa9b4aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.281444 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3a0dbde7-9fac-45b6-9b3e-033eaa9b4aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.312270 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49086) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:59.323158 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3a0dbde7-9fac-45b6-9b3e-033eaa9b4aa3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=513e315d330f450baaa30998c1ba473e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557040 Sep 02 17:12:59.324269 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0dbde7-9fac-45b6-9b3e-033eaa9b4aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adf3f74-19c9-4514-8d48-8fb82127bae3,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:59.324576 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49090) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:59.375950 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-429824e5-0c2b-4c45-a6b0-36f9a989068c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.402410 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-429824e5-0c2b-4c45-a6b0-36f9a989068c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.443109 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c81e52f-c05f-43af-ad1b-96ed6e0d1835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.473401 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-429824e5-0c2b-4c45-a6b0-36f9a989068c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.475869 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-429824e5-0c2b-4c45-a6b0-36f9a989068c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.477009 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-429824e5-0c2b-4c45-a6b0-36f9a989068c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3adf3f74-19c9-4514-8d48-8fb82127bae3 HTTP/1.1" status: 204 len: 168 time: 0.1515543 Sep 02 17:12:59.491277 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429824e5-0c2b-4c45-a6b0-36f9a989068c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adf3f74-19c9-4514-8d48-8fb82127bae3,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:59.555220 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c81e52f-c05f-43af-ad1b-96ed6e0d1835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.559301 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c81e52f-c05f-43af-ad1b-96ed6e0d1835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.597270 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81e52f-c05f-43af-ad1b-96ed6e0d1835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b620db1-07df-4fc0-862a-4b47fb5e9174,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:59.601659 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6c81e52f-c05f-43af-ad1b-96ed6e0d1835 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c494ee27febf4977b711fd69eb850b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882922 Sep 02 17:12:59.604283 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49094) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:59.657606 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-055474c2-4dac-488f-8bc9-b2a02cbc15af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.679617 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-055474c2-4dac-488f-8bc9-b2a02cbc15af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.729898 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-055474c2-4dac-488f-8bc9-b2a02cbc15af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.732551 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-055474c2-4dac-488f-8bc9-b2a02cbc15af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.733714 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-055474c2-4dac-488f-8bc9-b2a02cbc15af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b620db1-07df-4fc0-862a-4b47fb5e9174 HTTP/1.1" status: 204 len: 168 time: 0.1285541 Sep 02 17:12:59.742802 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055474c2-4dac-488f-8bc9-b2a02cbc15af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b620db1-07df-4fc0-862a-4b47fb5e9174,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:00.760712 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49154) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:00.876092 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-259fd5f7-725e-4430-97e8-051ff8952d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:00.973415 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-259fd5f7-725e-4430-97e8-051ff8952d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:00.977656 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-259fd5f7-725e-4430-97e8-051ff8952d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.016020 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-259fd5f7-725e-4430-97e8-051ff8952d0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e81eaa0dfe654e709f494492de7e1823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540996 Sep 02 17:13:01.017225 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fd5f7-725e-4430-97e8-051ff8952d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5add4de-205c-4c9b-89ca-a584ed3998da,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:01.018760 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49166) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:01.079340 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-531bd937-dc68-4d07-84af-3d62fbebb282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.101512 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-531bd937-dc68-4d07-84af-3d62fbebb282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.154433 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-531bd937-dc68-4d07-84af-3d62fbebb282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.157410 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-531bd937-dc68-4d07-84af-3d62fbebb282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.161317 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-531bd937-dc68-4d07-84af-3d62fbebb282 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5add4de-205c-4c9b-89ca-a584ed3998da HTTP/1.1" status: 204 len: 168 time: 0.1406782 Sep 02 17:13:01.169584 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bd937-dc68-4d07-84af-3d62fbebb282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5add4de-205c-4c9b-89ca-a584ed3998da,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:02.282261 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49220) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:02.384103 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-af5fe163-99c7-4a89-8264-80466c0f332f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.469848 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-af5fe163-99c7-4a89-8264-80466c0f332f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.474369 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-af5fe163-99c7-4a89-8264-80466c0f332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.513958 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fe163-99c7-4a89-8264-80466c0f332f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062761ba-41eb-477e-9b35-91c92687020d,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:02.518029 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-af5fe163-99c7-4a89-8264-80466c0f332f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=849ec7e6a98a47309de6b2d5cd3168ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347500 Sep 02 17:13:02.521773 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49224) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:02.571161 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0e315620-767b-4ff2-a3a4-9a6cd3c69bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.591871 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0e315620-767b-4ff2-a3a4-9a6cd3c69bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.636240 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0e315620-767b-4ff2-a3a4-9a6cd3c69bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.638765 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0e315620-767b-4ff2-a3a4-9a6cd3c69bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.639893 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0e315620-767b-4ff2-a3a4-9a6cd3c69bd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/062761ba-41eb-477e-9b35-91c92687020d HTTP/1.1" status: 204 len: 168 time: 0.1176720 Sep 02 17:13:02.648113 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e315620-767b-4ff2-a3a4-9a6cd3c69bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062761ba-41eb-477e-9b35-91c92687020d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:08.233646 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49334) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:08.341852 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8db6969-b649-48c8-911e-4f1b958efe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.428261 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8db6969-b649-48c8-911e-4f1b958efe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.432137 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8db6969-b649-48c8-911e-4f1b958efe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.469168 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b8db6969-b649-48c8-911e-4f1b958efe09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56d54f59a63e422b95dd1ac81d4fb6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343740 Sep 02 17:13:08.469946 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db6969-b649-48c8-911e-4f1b958efe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eedd988-310b-4eaa-8701-2d098884138d,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:08.471807 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49338) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:08.522152 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-36885a41-ddfe-40bd-a5c8-42d5df221c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.543617 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-36885a41-ddfe-40bd-a5c8-42d5df221c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.590955 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-36885a41-ddfe-40bd-a5c8-42d5df221c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.593515 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-36885a41-ddfe-40bd-a5c8-42d5df221c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.594694 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-36885a41-ddfe-40bd-a5c8-42d5df221c06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1eedd988-310b-4eaa-8701-2d098884138d HTTP/1.1" status: 204 len: 168 time: 0.1208827 Sep 02 17:13:08.603066 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36885a41-ddfe-40bd-a5c8-42d5df221c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eedd988-310b-4eaa-8701-2d098884138d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:08.849032 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49344) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:08.862082 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-73f92fb3-8f1d-4aad-936a-9f7fe33c86cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.955099 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-73f92fb3-8f1d-4aad-936a-9f7fe33c86cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.959298 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-73f92fb3-8f1d-4aad-936a-9f7fe33c86cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.998441 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-73f92fb3-8f1d-4aad-936a-9f7fe33c86cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a08cf40a436c4f0c8b06f2a195b67297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482716 Sep 02 17:13:08.999164 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f92fb3-8f1d-4aad-936a-9f7fe33c86cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42d5c7a-8a26-4dec-b685-3bab82ef4d7a,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:09.001796 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49346) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:09.051107 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fe6fec07-1dc7-4a05-b92d-c0a31c6d20b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.071494 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fe6fec07-1dc7-4a05-b92d-c0a31c6d20b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.117479 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fe6fec07-1dc7-4a05-b92d-c0a31c6d20b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.120035 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fe6fec07-1dc7-4a05-b92d-c0a31c6d20b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.121194 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-fe6fec07-1dc7-4a05-b92d-c0a31c6d20b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f42d5c7a-8a26-4dec-b685-3bab82ef4d7a HTTP/1.1" status: 204 len: 168 time: 0.1184945 Sep 02 17:13:09.129311 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fec07-1dc7-4a05-b92d-c0a31c6d20b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42d5c7a-8a26-4dec-b685-3bab82ef4d7a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:09.431083 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49354) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:09.444749 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2027-0581-4266-ba70-4dad4589a4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.532924 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2027-0581-4266-ba70-4dad4589a4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.537117 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2027-0581-4266-ba70-4dad4589a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.578742 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c8dd2027-0581-4266-ba70-4dad4589a4ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be66a8269a6146049e5f4d6933ababb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465058 Sep 02 17:13:09.579574 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd2027-0581-4266-ba70-4dad4589a4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a95386-b10d-4d5c-8fe2-a7fd02170c24,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:09.581482 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49356) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:09.631772 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7fcd87d4-a1e9-40b9-9421-e84dfddf1712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.651754 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7fcd87d4-a1e9-40b9-9421-e84dfddf1712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.696608 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7fcd87d4-a1e9-40b9-9421-e84dfddf1712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.699216 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7fcd87d4-a1e9-40b9-9421-e84dfddf1712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.700475 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7fcd87d4-a1e9-40b9-9421-e84dfddf1712 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40a95386-b10d-4d5c-8fe2-a7fd02170c24 HTTP/1.1" status: 204 len: 168 time: 0.1177542 Sep 02 17:13:09.707994 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd87d4-a1e9-40b9-9421-e84dfddf1712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a95386-b10d-4d5c-8fe2-a7fd02170c24,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:17.082206 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.387012 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49586) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:20.495633 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c835c102-b1f7-462f-b4b7-8cb4ddfaacb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.582300 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c835c102-b1f7-462f-b4b7-8cb4ddfaacb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.586179 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c835c102-b1f7-462f-b4b7-8cb4ddfaacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.622278 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835c102-b1f7-462f-b4b7-8cb4ddfaacb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73948b22-901c-48e8-8b7d-9d3a5526e001,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:20.626600 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c835c102-b1f7-462f-b4b7-8cb4ddfaacb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4058ae8a486431583d3692c597ecc59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385480 Sep 02 17:13:20.630536 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49590) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:20.659056 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49594) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:20.717557 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51cc65bf-e10d-4f6e-b31a-b636295d2353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.727127 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f6de00-e99e-4aa6-8a8a-2c44674d9179 admin admin] Deleting subnet e8576eef-d81a-4367-8abc-ca8bce37eb6d {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:13:20.737306 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-64f6de00-e99e-4aa6-8a8a-2c44674d9179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.774689 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51cc65bf-e10d-4f6e-b31a-b636295d2353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.794383 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-64f6de00-e99e-4aa6-8a8a-2c44674d9179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33073504'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.845852 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-64f6de00-e99e-4aa6-8a8a-2c44674d9179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.884282 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51cc65bf-e10d-4f6e-b31a-b636295d2353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.886887 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51cc65bf-e10d-4f6e-b31a-b636295d2353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.888046 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-51cc65bf-e10d-4f6e-b31a-b636295d2353 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73948b22-901c-48e8-8b7d-9d3a5526e001 HTTP/1.1" status: 204 len: 168 time: 0.2572081 Sep 02 17:13:20.901309 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc65bf-e10d-4f6e-b31a-b636295d2353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73948b22-901c-48e8-8b7d-9d3a5526e001,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:20.928113 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-64f6de00-e99e-4aa6-8a8a-2c44674d9179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33548870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33354452'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.954570 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6de00-e99e-4aa6-8a8a-2c44674d9179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8576eef-d81a-4367-8abc-ca8bce37eb6d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:20.961266 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-64f6de00-e99e-4aa6-8a8a-2c44674d9179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:20.963178 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-64f6de00-e99e-4aa6-8a8a-2c44674d9179 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e8576eef-d81a-4367-8abc-ca8bce37eb6d HTTP/1.1" status: 204 len: 168 time: 0.3031497 Sep 02 17:13:20.965600 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49598) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:21.039269 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:21.131538 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:21.142472 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d8eb5c-183b-4388-baa3-2c614c901226']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:21.153254 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005edebf-f580-4f6b-a78f-87899395556b') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:21.153551 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005edebf-f580-4f6b-a78f-87899395556b') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:21.163511 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33468051'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:21.177990 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:21.184386 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:13:21.184812 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33548840'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: timer() Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: cb(*args, **kw) Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: self._notify() Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: self.callback(batched_events) Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: event.method(event) Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._get(url).json() Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:13:21.189083 dv-cinder-806260-3-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:13:21.243767 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:21.248932 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:21.250698 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] 10.222.0.41 "DELETE /v2.0/networks/66d8eb5c-183b-4388-baa3-2c614c901226 HTTP/1.1" status: 204 len: 168 time: 0.2841194 Sep 02 17:13:21.265586 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6212b1-7b92-42c0-b64a-33364a90a4be admin admin] Pushing event deleted for resources: {'Network': ['ID=66d8eb5c-183b-4388-baa3-2c614c901226,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:21.432392 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49618) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:21.497173 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a9ec036c-67d0-4f2f-8cc3-e8b6b8a0e08d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b68171454c54ab49ec2f23eb7573aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625439 Sep 02 17:13:21.500146 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49622) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:21.563322 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-528bf04f-f086-4584-ac38-66a1d27d9716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:21.585260 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-528bf04f-f086-4584-ac38-66a1d27d9716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:21.632254 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-528bf04f-f086-4584-ac38-66a1d27d9716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:21.634969 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-528bf04f-f086-4584-ac38-66a1d27d9716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:21.636127 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-528bf04f-f086-4584-ac38-66a1d27d9716 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53a7161f-39e2-4bb0-9bae-7caaf4d3639f HTTP/1.1" status: 204 len: 168 time: 0.1353304 Sep 02 17:13:21.644574 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bf04f-f086-4584-ac38-66a1d27d9716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a7161f-39e2-4bb0-9bae-7caaf4d3639f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:21.975115 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7cca2427-f351-4880-83ed-378f50ae7b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:22.428663 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49654) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:22.534556 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1291555066-network', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:22.557744 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Made reservation on behalf of 1187a96ac5fd43ed8833b20d6e853409 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:13:22.560240 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:22.569844 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:22.660273 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:22.665333 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:22.694955 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:13:22.701268 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f346fd-eccf-4cf0-bb34-365bcafd5943,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:22.707653 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:22.708867 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Added segment 3e5a4562-6703-429b-8455-789214773e52 of type vlan for network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e Sep 02 17:13:22.751327 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:22.774687 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:22.775614 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:22.776201 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:22.825526 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3957453 Sep 02 17:13:22.828528 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49660) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:22.833631 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] Request body: {'subnet': {'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1291555066-subnet', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:22.836429 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d411a-54c8-47ee-9d95-06e46c5c18d7 admin admin] Pushing event updated for resources: {'Network': ['ID=9e77fdd1-8f89-4007-a52a-93ee8cbe395e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:22.846605 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:13:22.855414 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] Made reservation on behalf of 1187a96ac5fd43ed8833b20d6e853409 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:13:22.857927 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14215678'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.027814 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12836278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14215660'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.075917 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e61cf7-5873-4363-88cd-5719c98b65d6,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:23.091506 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] Checking segment: {'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:23.091867 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] Network hostable DHCP agents. Network: 9e77fdd1-8f89-4007-a52a-93ee8cbe395e, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:13:23.107997 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] Network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:13:23.116511 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, 9e77fdd1-8f89-4007-a52a-93ee8cbe395e) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:23.121072 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:23.121654 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.128247 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92600571-48a3-423e-92d5-5483798535dd None None] Network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:13:23.143290 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dc890f7c-0ad5-4072-b061-be59423e1cd6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3133926 Sep 02 17:13:23.146448 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49664) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:23.151329 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:23.172237 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16445917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5964'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.173558 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16385613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16444893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16420465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5959'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.231749 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.289234 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427084c-e59d-44c0-b568-809670049227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6f23d2-a3d7-50ee-b987-a8b4e3e1ed06-9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6'}]}} from dv-cinder-806260-3-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:13:23.290167 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.393021 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.442395 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-7427084c-e59d-44c0-b568-809670049227 None None] Allocated IP 172.20.0.2 (9e77fdd1-8f89-4007-a52a-93ee8cbe395e/23e61cf7-5873-4363-88cd-5719c98b65d6/1bc3c01e-ce48-4a9a-b9ba-7045028e59f7) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:23.593624 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.602724 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-7427084c-e59d-44c0-b568-809670049227 None None] Transition to ACTIVE for port object 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:23.618174 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-7427084c-e59d-44c0-b568-809670049227 None None] Transition to ACTIVE for port object 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:23.618494 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.624713 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.642133 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.668430 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7427084c-e59d-44c0-b568-809670049227 None None] Network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:23.671343 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-7427084c-e59d-44c0-b568-809670049227 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:23.673862 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427084c-e59d-44c0-b568-809670049227 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:23.681043 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427084c-e59d-44c0-b568-809670049227 None None] Pushing event updated for resources: {'Port': ['ID=1bc3c01e-ce48-4a9a-b9ba-7045028e59f7,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:23.705974 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.706329 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.707242 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.707587 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.707925 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.708266 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.708596 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.708928 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.709284 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.709617 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.709944 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.710268 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:23.742494 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-7427084c-e59d-44c0-b568-809670049227 None None] Attempting to bind port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:23.743039 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-7427084c-e59d-44c0-b568-809670049227 None None] Attempting to bind port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:23.743503 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427084c-e59d-44c0-b568-809670049227 None None] Attempting to bind port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 on network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:23.745280 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Allocated IP 172.27.2.189 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/c00987a8-6294-4639-a024-4e6b98e0ff7f) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:23.749199 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427084c-e59d-44c0-b568-809670049227 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:23.749671 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427084c-e59d-44c0-b568-809670049227 None None] Checking segment: {'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:23.750151 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.750602 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427084c-e59d-44c0-b568-809670049227 None None] Bound using segment: {'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:23.751116 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-7427084c-e59d-44c0-b568-809670049227 None None] Bound port: 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:23.751667 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.821041 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-7427084c-e59d-44c0-b568-809670049227 None None] For port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:23.824530 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-7427084c-e59d-44c0-b568-809670049227 None None] For port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=1bc3c01e-ce48-4a9a-b9ba-7045028e59f7,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:23.828229 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7427084c-e59d-44c0-b568-809670049227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.858454 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.892965 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427084c-e59d-44c0-b568-809670049227 None None] Pushing event updated for resources: {'Port': ['ID=1bc3c01e-ce48-4a9a-b9ba-7045028e59f7,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:23.900031 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:23.947129 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:23.950076 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:23.952620 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:23.958490 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Pushing event updated for resources: {'Port': ['ID=c00987a8-6294-4639-a024-4e6b98e0ff7f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:24.227200 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:24.423451 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16385622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16444810'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:24.554290 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Router a1e327a7-faa9-4f51-87db-54881f201585 is scheduled to L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:13:24.662094 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:13:24.670851 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Sync routers for ids ['a1e327a7-faa9-4f51-87db-54881f201585'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:13:24.680438 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:24.681744 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c82db654-af65-4a84-8a60-6f9c775b7a92 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5339546 Sep 02 17:13:24.684554 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49676) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:24.685843 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Routers {'a1e327a7-faa9-4f51-87db-54881f201585'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:24.686487 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:12:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a1e327a7-faa9-4f51-87db-54881f201585'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:24.807484 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Set router a1e327a7-faa9-4f51-87db-54881f201585 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:24.906542 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d66828-e73c-4ce0-9da7-73a74b9f1c7f None None] Network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:13:25.005145 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-34a2f4f6-dea1-4161-9961-5e943fa5aa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.021946 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-7c71fde6-1810-4626-81a3-32cfff37f488 None None] Provisioning for port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:25.070589 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:25.201535 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.213831 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:24Z', 'revision_number': 3, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:25.219626 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:25.249094 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Checking router: a1e327a7-faa9-4f51-87db-54881f201585 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:13:25.249456 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Updating router a1e327a7-faa9-4f51-87db-54881f201585 port c00987a8-6294-4639-a024-4e6b98e0ff7f binding host dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:13:25.252949 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:25.253946 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.307477 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.382299 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.502806 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.554311 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Allocated IP 172.20.0.1 (9e77fdd1-8f89-4007-a52a-93ee8cbe395e/23e61cf7-5873-4363-88cd-5719c98b65d6/7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:25.665348 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.679847 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Transition to ACTIVE for port object 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:25.696249 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=1bc3c01e-ce48-4a9a-b9ba-7045028e59f7,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:25.706337 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.718765 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.754658 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f5a844d1-4f4e-4600-a6a4-bc840974c084 None None] Provisioning complete for port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:25.755025 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5a844d1-4f4e-4600-a6a4-bc840974c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.760364 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:25.764844 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:25.767295 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:25.801513 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Pushing event updated for resources: {'Port': ['ID=7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:25.823053 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16425437'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.836554 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.844750 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=1bc3c01e-ce48-4a9a-b9ba-7045028e59f7,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:25.857131 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Transition to ACTIVE for port object c00987a8-6294-4639-a024-4e6b98e0ff7f will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:25.867064 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.949464 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Attempting to bind port c00987a8-6294-4639-a024-4e6b98e0ff7f on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:25.949832 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Attempting to bind port c00987a8-6294-4639-a024-4e6b98e0ff7f by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:25.950189 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Attempting to bind port c00987a8-6294-4639-a024-4e6b98e0ff7f on network df855049-b1ba-4ec4-ad09-ccf00722cdad {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:25.959159 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951636af-b3a2-40ab-bf58-519693a909b4 None None] Pushing event updated for resources: {'Port': ['ID=c00987a8-6294-4639-a024-4e6b98e0ff7f,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:25.962517 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:25.962799 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Checking segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:25.963198 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.963575 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Bound using segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:25.964116 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Bound port: c00987a8-6294-4639-a024-4e6b98e0ff7f, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:25.964406 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:25.964861 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:26.021457 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] For port c00987a8-6294-4639-a024-4e6b98e0ff7f, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:26.024930 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] For port c00987a8-6294-4639-a024-4e6b98e0ff7f, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=c00987a8-6294-4639-a024-4e6b98e0ff7f,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:26.029082 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:26.102816 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Routers {'a1e327a7-faa9-4f51-87db-54881f201585'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:26.103460 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a1e327a7-faa9-4f51-87db-54881f201585'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:26.105507 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9abb00a9-5709-45d5-b1ef-47cef143a469 None None] Provisioning for port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:26.107399 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951636af-b3a2-40ab-bf58-519693a909b4 None None] Pushing event updated for resources: {'Port': ['ID=c00987a8-6294-4639-a024-4e6b98e0ff7f,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:26.143044 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9abb00a9-5709-45d5-b1ef-47cef143a469 None None] Provisioning complete for port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:26.143424 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9abb00a9-5709-45d5-b1ef-47cef143a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:26.144645 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:26.149366 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:26.218456 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Pushing event updated for resources: {'Port': ['ID=7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:26.219025 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9abb00a9-5709-45d5-b1ef-47cef143a469 None None] Port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:13:26.226999 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16447309'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:26.245377 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] Set router a1e327a7-faa9-4f51-87db-54881f201585 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:26.320172 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:26.321751 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:26.440349 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Router a1e327a7-faa9-4f51-87db-54881f201585 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:13:26.459074 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1', 'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'mac_address': 'fa:16:3e:d9:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:25Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 1, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'subnets': [{'id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:26.486544 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef5ead-24c7-4554-8ec5-c7aa7e7e8d85 None None] The sync data for ids ['a1e327a7-faa9-4f51-87db-54881f201585'] in dv-cinder-806260-3-iscsi is: [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1', 'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'mac_address': 'fa:16:3e:d9:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:25Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 1, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'subnets': [{'id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:13:26.524560 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:26.550163 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ff1effd4-e6ca-4520-8233-8a335814a964 None None] Provisioning complete for port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:26.550559 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ff1effd4-e6ca-4520-8233-8a335814a964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:26.573372 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:13:26.578911 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0e03a905-3cb3-40b2-8d2a-250278e9212c admin admin] 10.222.0.41 "PUT /v2.0/routers/a1e327a7-faa9-4f51-87db-54881f201585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8932083 Sep 02 17:13:26.597865 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-ff1effd4-e6ca-4520-8233-8a335814a964 None None] Port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:13:27.001894 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:27.055052 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:27.055675 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.139374 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49698) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:27.144675 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1847552018-network', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:27.171898 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Made reservation on behalf of f08b584a6f3c410ba8083f72a84f7b78 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:13:27.176115 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.187978 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.331864 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.335929 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.365229 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:13:27.371801 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405ad9eb-2b86-47af-9161-a2774effa57f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:27.377966 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.378346 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Added segment eef4ca3e-fdb5-4e13-8c89-6d2253be1d85 of type vlan for network ad167b1f-5edf-4ccd-bb0e-08dd79009b62 Sep 02 17:13:27.422562 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.448372 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.449381 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:27.449976 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.499318 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3587768 Sep 02 17:13:27.502071 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49700) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:27.513759 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] Request body: {'subnet': {'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1847552018-subnet', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:27.524174 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55a4e7-765c-4870-95cd-c278a05a3c15 admin admin] Pushing event updated for resources: {'Network': ['ID=ad167b1f-5edf-4ccd-bb0e-08dd79009b62,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:27.536643 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network ad167b1f-5edf-4ccd-bb0e-08dd79009b62 details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:13:27.545697 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] Made reservation on behalf of f08b584a6f3c410ba8083f72a84f7b78 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:13:27.548205 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14215678'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.793950 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12836278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14215660'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.857392 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd56f49-e48e-48bf-9c47-17d13159abad,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:27.866542 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] Checking segment: {'id': 'eef4ca3e-fdb5-4e13-8c89-6d2253be1d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:27.867310 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] Network hostable DHCP agents. Network: ad167b1f-5edf-4ccd-bb0e-08dd79009b62, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:13:27.887164 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] Network ad167b1f-5edf-4ccd-bb0e-08dd79009b62 is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:13:27.897960 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, ad167b1f-5edf-4ccd-bb0e-08dd79009b62) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:27.902492 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:27.903620 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.907567 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feffa6f-43c0-4dee-bcb1-f405f6aeb235 None None] Network ad167b1f-5edf-4ccd-bb0e-08dd79009b62 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:13:27.930041 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0d9bef44-519d-4540-aaf3-68c750f41e43 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4238300 Sep 02 17:13:27.930041 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49710) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:27.935043 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1847552018-router', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:27.960122 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16445917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5964'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.964311 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16385613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16444893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16420465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5959'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:27.999645 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:13:28.023081 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.061048 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6f23d2-a3d7-50ee-b987-a8b4e3e1ed06-ad167b1f-5edf-4ccd-bb0e-08dd79009b62', 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'fixed_ips': [{'subnet_id': '3dd56f49-e48e-48bf-9c47-17d13159abad'}]}} from dv-cinder-806260-3-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:13:28.062010 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.166556 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.204378 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Allocated IP 172.20.0.2 (ad167b1f-5edf-4ccd-bb0e-08dd79009b62/3dd56f49-e48e-48bf-9c47-17d13159abad/5f810d0b-69b8-4e95-bcaf-995ea2165756) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:28.351942 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.361188 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Transition to ACTIVE for port object 5f810d0b-69b8-4e95-bcaf-995ea2165756 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:28.373715 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.377620 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Transition to ACTIVE for port object 5f810d0b-69b8-4e95-bcaf-995ea2165756 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:28.384226 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.397449 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.424444 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Network ad167b1f-5edf-4ccd-bb0e-08dd79009b62 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:28.427532 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:28.431449 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:28.457627 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Pushing event updated for resources: {'Port': ['ID=5f810d0b-69b8-4e95-bcaf-995ea2165756,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:28.501235 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Attempting to bind port 5f810d0b-69b8-4e95-bcaf-995ea2165756 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:28.501608 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Attempting to bind port 5f810d0b-69b8-4e95-bcaf-995ea2165756 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': 'eef4ca3e-fdb5-4e13-8c89-6d2253be1d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:28.502032 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Attempting to bind port 5f810d0b-69b8-4e95-bcaf-995ea2165756 on network ad167b1f-5edf-4ccd-bb0e-08dd79009b62 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:28.505842 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.508797 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:28.509237 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Checking segment: {'id': 'eef4ca3e-fdb5-4e13-8c89-6d2253be1d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:28.509634 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.510027 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Bound using segment: {'id': 'eef4ca3e-fdb5-4e13-8c89-6d2253be1d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:28.510487 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Bound port: 5f810d0b-69b8-4e95-bcaf-995ea2165756, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef4ca3e-fdb5-4e13-8c89-6d2253be1d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:28.510892 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.518279 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Allocated IP 172.27.2.195 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/4267d4d5-4c14-464c-be96-e40b5cb09850) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:28.591990 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] For port 5f810d0b-69b8-4e95-bcaf-995ea2165756, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:28.595901 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] For port 5f810d0b-69b8-4e95-bcaf-995ea2165756, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=5f810d0b-69b8-4e95-bcaf-995ea2165756,segment=NetworkSegment(eef4ca3e-fdb5-4e13-8c89-6d2253be1d85),segment_id=eef4ca3e-fdb5-4e13-8c89-6d2253be1d85)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:28.601537 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.637941 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.660898 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839c855-bce3-4e35-a705-f38b80c0c343 None None] Pushing event updated for resources: {'Port': ['ID=5f810d0b-69b8-4e95-bcaf-995ea2165756,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:28.691771 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.734508 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:28.737539 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:28.740496 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:28.767089 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Pushing event updated for resources: {'Port': ['ID=4267d4d5-4c14-464c-be96-e40b5cb09850,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:28.800353 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Sync routers for ids ['a1e327a7-faa9-4f51-87db-54881f201585'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:13:28.822264 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Routers {'a1e327a7-faa9-4f51-87db-54881f201585'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:28.823272 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a1e327a7-faa9-4f51-87db-54881f201585'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:28.961899 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Set router a1e327a7-faa9-4f51-87db-54881f201585 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:29.067730 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.086811 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device c00987a8-6294-4639-a024-4e6b98e0ff7f up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:29.143210 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port c00987a8-6294-4639-a024-4e6b98e0ff7f completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:29.149472 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port c00987a8-6294-4639-a024-4e6b98e0ff7f triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:29.149853 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.255325 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.287040 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port c00987a8-6294-4639-a024-4e6b98e0ff7f, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=c00987a8-6294-4639-a024-4e6b98e0ff7f,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:29.293966 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.295096 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 5f810d0b-69b8-4e95-bcaf-995ea2165756 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:29.302543 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16385622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16444810'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.307614 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1', 'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'mac_address': 'fa:16:3e:d9:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:25Z', 'updated_at': '2021-09-02T17:13:26Z', 'revision_number': 2, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'subnets': [{'id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:29.349859 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Checking router: a1e327a7-faa9-4f51-87db-54881f201585 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:13:29.350288 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Updating router a1e327a7-faa9-4f51-87db-54881f201585 port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 binding host dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:13:29.377804 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.389046 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=c00987a8-6294-4639-a024-4e6b98e0ff7f,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:29.421794 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 5f810d0b-69b8-4e95-bcaf-995ea2165756 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:29.475858 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Router e052c817-0f73-4d9c-859b-37ca2470e21d is scheduled to L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:13:29.594011 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:13:29.604098 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Sync routers for ids ['e052c817-0f73-4d9c-859b-37ca2470e21d'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:13:29.615537 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Routers {'e052c817-0f73-4d9c-859b-37ca2470e21d'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:29.616230 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['e052c817-0f73-4d9c-859b-37ca2470e21d'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:29.619070 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.623918 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49716) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:29.624439 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7d905415-7779-4b44-84a3-32febb901b18 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6932368 Sep 02 17:13:29.681859 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.689377 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ae97d9-b0d9-4c7d-8252-92e99127fbdb None None] Network ad167b1f-5edf-4ccd-bb0e-08dd79009b62 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:13:29.692789 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Transition to ACTIVE for port object 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:29.699485 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.748252 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Pushing event updated for resources: {'Port': ['ID=7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:29.761653 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.762087 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.762489 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.763101 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.763392 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.763772 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.764163 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.764549 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.764952 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.765334 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.766321 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.766321 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:29.819262 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Attempting to bind port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:29.819728 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Attempting to bind port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:29.820167 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Attempting to bind port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 on network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:29.828549 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:29.829164 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Checking segment: {'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:29.829634 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.830091 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Bound using segment: {'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:29.830677 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Bound port: 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:29.831139 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.902534 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] For port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:29.905897 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] For port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:29.911580 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-00cb0b96-bdd0-475b-8718-9608b23c8366 None None] Provisioning for port 5f810d0b-69b8-4e95-bcaf-995ea2165756 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:29.912642 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.936217 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Set router e052c817-0f73-4d9c-859b-37ca2470e21d gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:29.984493 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189099b-7897-4acd-afe5-82b308e18869 None None] Pushing event updated for resources: {'Port': ['ID=7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:29.994191 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Routers {'a1e327a7-faa9-4f51-87db-54881f201585'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:29.994850 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a1e327a7-faa9-4f51-87db-54881f201585'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:30.017143 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-00cb0b96-bdd0-475b-8718-9608b23c8366 None None] Provisioning complete for port 5f810d0b-69b8-4e95-bcaf-995ea2165756 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:30.017694 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-00cb0b96-bdd0-475b-8718-9608b23c8366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.121362 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] Set router a1e327a7-faa9-4f51-87db-54881f201585 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:30.300493 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-00cb0b96-bdd0-475b-8718-9608b23c8366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.347676 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'name': 'tempest-TestShelveInstance-1847552018-router', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:27Z', 'updated_at': '2021-09-02T17:13:28Z', 'revision_number': 3, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'gw_port': {'id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:28Z', 'updated_at': '2021-09-02T17:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:30.350671 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-00cb0b96-bdd0-475b-8718-9608b23c8366 None None] For port 5f810d0b-69b8-4e95-bcaf-995ea2165756, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=5f810d0b-69b8-4e95-bcaf-995ea2165756,segment=NetworkSegment(eef4ca3e-fdb5-4e13-8c89-6d2253be1d85),segment_id=eef4ca3e-fdb5-4e13-8c89-6d2253be1d85)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:30.374080 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1', 'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'mac_address': 'fa:16:3e:d9:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:25Z', 'updated_at': '2021-09-02T17:13:29Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'subnets': [{'id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:30.382588 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Checking router: e052c817-0f73-4d9c-859b-37ca2470e21d for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:13:30.382978 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Updating router e052c817-0f73-4d9c-859b-37ca2470e21d port 4267d4d5-4c14-464c-be96-e40b5cb09850 binding host dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:13:30.385092 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-00cb0b96-bdd0-475b-8718-9608b23c8366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.407396 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15115eca-4f33-43a8-9559-d0c5b63b7181 None None] The sync data for ids ['a1e327a7-faa9-4f51-87db-54881f201585'] in dv-cinder-806260-3-iscsi is: [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1', 'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'mac_address': 'fa:16:3e:d9:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:25Z', 'updated_at': '2021-09-02T17:13:29Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'subnets': [{'id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:13:30.439601 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.481662 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb0b96-bdd0-475b-8718-9608b23c8366 None None] Pushing event updated for resources: {'Port': ['ID=5f810d0b-69b8-4e95-bcaf-995ea2165756,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:30.494941 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.727412 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Allocated IP 172.20.0.1 (ad167b1f-5edf-4ccd-bb0e-08dd79009b62/3dd56f49-e48e-48bf-9c47-17d13159abad/9d0b561e-d493-4340-90ae-1cf4fe08233a) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:30.735728 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d3c6eb62-066f-4377-87a1-868b50940a82 None None] Provisioning complete for port 5f810d0b-69b8-4e95-bcaf-995ea2165756 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:30.736087 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3c6eb62-066f-4377-87a1-868b50940a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.781745 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.795958 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Transition to ACTIVE for port object 4267d4d5-4c14-464c-be96-e40b5cb09850 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:30.804154 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.852564 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.868021 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Transition to ACTIVE for port object 9d0b561e-d493-4340-90ae-1cf4fe08233a will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:30.894512 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Attempting to bind port 4267d4d5-4c14-464c-be96-e40b5cb09850 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:30.894858 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Attempting to bind port 4267d4d5-4c14-464c-be96-e40b5cb09850 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:30.895189 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Attempting to bind port 4267d4d5-4c14-464c-be96-e40b5cb09850 on network df855049-b1ba-4ec4-ad09-ccf00722cdad {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:30.897350 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9728397-f515-4bf6-8d2c-91b24e18586f None None] Pushing event updated for resources: {'Port': ['ID=4267d4d5-4c14-464c-be96-e40b5cb09850,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:30.906084 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.906430 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:30.906725 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Checking segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:30.907475 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.907597 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Bound using segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:30.908048 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Bound port: 4267d4d5-4c14-464c-be96-e40b5cb09850, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:30.908437 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:30.952472 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Network ad167b1f-5edf-4ccd-bb0e-08dd79009b62 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:30.955619 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:30.959684 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:30.965767 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Pushing event updated for resources: {'Port': ['ID=9d0b561e-d493-4340-90ae-1cf4fe08233a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:30.979992 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] For port 4267d4d5-4c14-464c-be96-e40b5cb09850, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:30.990754 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] For port 4267d4d5-4c14-464c-be96-e40b5cb09850, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=4267d4d5-4c14-464c-be96-e40b5cb09850,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:31.001825 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:31.019684 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16425437'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:31.107212 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Routers {'e052c817-0f73-4d9c-859b-37ca2470e21d'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:31.108107 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['e052c817-0f73-4d9c-859b-37ca2470e21d'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:31.128781 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device c00987a8-6294-4639-a024-4e6b98e0ff7f up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:31.188365 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9728397-f515-4bf6-8d2c-91b24e18586f None None] Pushing event updated for resources: {'Port': ['ID=4267d4d5-4c14-464c-be96-e40b5cb09850,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:31.190605 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:31.273330 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a7328683-eb8d-4ef0-a963-4f0ea8067ccb None None] Provisioning for port 9d0b561e-d493-4340-90ae-1cf4fe08233a completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:31.285274 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a7328683-eb8d-4ef0-a963-4f0ea8067ccb None None] Provisioning complete for port 9d0b561e-d493-4340-90ae-1cf4fe08233a triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:31.285756 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a7328683-eb8d-4ef0-a963-4f0ea8067ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:31.323365 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] Set router e052c817-0f73-4d9c-859b-37ca2470e21d gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:31.376591 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:31.381272 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:31.383607 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port c00987a8-6294-4639-a024-4e6b98e0ff7f triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:31.383986 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:31.419123 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-a7328683-eb8d-4ef0-a963-4f0ea8067ccb None None] Port 9d0b561e-d493-4340-90ae-1cf4fe08233a cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:13:31.451820 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Pushing event updated for resources: {'Port': ['ID=9d0b561e-d493-4340-90ae-1cf4fe08233a,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:31.454477 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16447309'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:31.555428 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Network ad167b1f-5edf-4ccd-bb0e-08dd79009b62 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:31.555657 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 5f810d0b-69b8-4e95-bcaf-995ea2165756 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:31.556787 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:31.624943 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'name': 'tempest-TestShelveInstance-1847552018-router', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:27Z', 'updated_at': '2021-09-02T17:13:28Z', 'revision_number': 3, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'gw_port': {'id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:28Z', 'updated_at': '2021-09-02T17:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:31.627863 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 5f810d0b-69b8-4e95-bcaf-995ea2165756 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:31.628683 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:31.672255 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71bfe0-2a54-4711-90f0-ce68b4f3ffc3 None None] The sync data for ids ['e052c817-0f73-4d9c-859b-37ca2470e21d'] in dv-cinder-806260-3-iscsi is: [{'id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'name': 'tempest-TestShelveInstance-1847552018-router', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:27Z', 'updated_at': '2021-09-02T17:13:28Z', 'revision_number': 3, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'gw_port': {'id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:28Z', 'updated_at': '2021-09-02T17:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:13:31.681373 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Router e052c817-0f73-4d9c-859b-37ca2470e21d has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:13:31.746009 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:31.804258 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:31.808216 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:31.808595 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:31.812059 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:13:31.817412 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-28fff7fc-55a9-43ff-9e1b-3bf1af32f00d admin admin] 10.222.0.41 "PUT /v2.0/routers/e052c817-0f73-4d9c-859b-37ca2470e21d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1917512 Sep 02 17:13:31.861347 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2602b3ea-6edf-4890-aed1-88498ee34094 None None] Provisioning complete for port 9d0b561e-d493-4340-90ae-1cf4fe08233a triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:31.861824 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2602b3ea-6edf-4890-aed1-88498ee34094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:31.921652 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2602b3ea-6edf-4890-aed1-88498ee34094 None None] Port 9d0b561e-d493-4340-90ae-1cf4fe08233a cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:13:31.955882 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:32.002321 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:32.008638 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:32.073616 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:32.683497 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49740) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:32.688155 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d1443ac3-2544-4f20-be4c-719c7ca89ca8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-502680709', 'description': 'tempest-secgroup-smoke-502680709 description', 'project_id': '1187a96ac5fd43ed8833b20d6e853409'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:32.709689 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1443ac3-2544-4f20-be4c-719c7ca89ca8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:32.789674 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1443ac3-2544-4f20-be4c-719c7ca89ca8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:32.793561 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1443ac3-2544-4f20-be4c-719c7ca89ca8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:32.821745 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1443ac3-2544-4f20-be4c-719c7ca89ca8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc38e3f3-5b15-4b68-be25-263fcf77cbb1,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:32.823998 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1443ac3-2544-4f20-be4c-719c7ca89ca8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:32.825228 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d1443ac3-2544-4f20-be4c-719c7ca89ca8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1407182 Sep 02 17:13:32.829395 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49742) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:32.834260 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-948b7716-1aca-4916-bd08-323d90808d82 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Request body: {'security_group_rule': {'security_group_id': 'bc38e3f3-5b15-4b68-be25-263fcf77cbb1', 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:32.860177 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-948b7716-1aca-4916-bd08-323d90808d82 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:32.927071 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-948b7716-1aca-4916-bd08-323d90808d82 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:32.931756 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-948b7716-1aca-4916-bd08-323d90808d82 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:32.952168 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b7716-1aca-4916-bd08-323d90808d82 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd8a2d9-1cdb-484b-97c6-4fb715b40138,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:32.962597 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-948b7716-1aca-4916-bd08-323d90808d82 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:32.963620 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-948b7716-1aca-4916-bd08-323d90808d82 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333423 Sep 02 17:13:32.967898 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49744) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:32.973414 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-8b857a23-bf94-44fa-896d-717a754b9f16 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Request body: {'security_group_rule': {'security_group_id': 'bc38e3f3-5b15-4b68-be25-263fcf77cbb1', 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:33.002231 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8b857a23-bf94-44fa-896d-717a754b9f16 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.069604 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8b857a23-bf94-44fa-896d-717a754b9f16 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.073570 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:33.074288 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8b857a23-bf94-44fa-896d-717a754b9f16 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.093108 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b857a23-bf94-44fa-896d-717a754b9f16 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b160c8-f8c8-4907-a682-2a4e91030e13,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:33.098471 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8b857a23-bf94-44fa-896d-717a754b9f16 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.102723 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8b857a23-bf94-44fa-896d-717a754b9f16 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308196 Sep 02 17:13:33.103223 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49746) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:33.107827 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-a381a928-ace9-4b98-add5-04d8b6f39877 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Request body: {'security_group_rule': {'security_group_id': 'bc38e3f3-5b15-4b68-be25-263fcf77cbb1', 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:33.124860 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:33.125234 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.137799 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a381a928-ace9-4b98-add5-04d8b6f39877 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.198479 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a381a928-ace9-4b98-add5-04d8b6f39877 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.202809 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a381a928-ace9-4b98-add5-04d8b6f39877 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.210156 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 4267d4d5-4c14-464c-be96-e40b5cb09850 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:33.220264 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381a928-ace9-4b98-add5-04d8b6f39877 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971594e9-3727-4f1e-bfa0-d91fcee18f89,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:33.243684 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a381a928-ace9-4b98-add5-04d8b6f39877 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.245644 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a381a928-ace9-4b98-add5-04d8b6f39877 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410890 Sep 02 17:13:33.251468 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49752) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:33.254122 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-d92695d6-d5fa-42b9-a523-24ec5125aa71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Request body: {'security_group_rule': {'security_group_id': 'bc38e3f3-5b15-4b68-be25-263fcf77cbb1', 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:33.284363 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 4267d4d5-4c14-464c-be96-e40b5cb09850 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:33.289285 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 4267d4d5-4c14-464c-be96-e40b5cb09850 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:33.289764 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.294011 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d92695d6-d5fa-42b9-a523-24ec5125aa71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.356096 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d92695d6-d5fa-42b9-a523-24ec5125aa71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.359955 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d92695d6-d5fa-42b9-a523-24ec5125aa71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.377451 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92695d6-d5fa-42b9-a523-24ec5125aa71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7fa03f-081f-4cab-92fd-72cd04a50a00,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:33.379171 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.385641 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d92695d6-d5fa-42b9-a523-24ec5125aa71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.390244 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d92695d6-d5fa-42b9-a523-24ec5125aa71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408868 Sep 02 17:13:33.390445 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49754) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:33.395869 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-e1f60431-6279-45b8-8938-91bb679a3ce2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Request body: {'security_group_rule': {'security_group_id': 'bc38e3f3-5b15-4b68-be25-263fcf77cbb1', 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:33.399891 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 4267d4d5-4c14-464c-be96-e40b5cb09850, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=4267d4d5-4c14-464c-be96-e40b5cb09850,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:33.405049 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.419424 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-e1f60431-6279-45b8-8938-91bb679a3ce2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Project 1187a96ac5fd43ed8833b20d6e853409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:13:33.424183 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e1f60431-6279-45b8-8938-91bb679a3ce2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.454056 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=4267d4d5-4c14-464c-be96-e40b5cb09850,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:33.485943 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e1f60431-6279-45b8-8938-91bb679a3ce2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.489589 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e1f60431-6279-45b8-8938-91bb679a3ce2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.508853 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f60431-6279-45b8-8938-91bb679a3ce2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be38c806-bd55-4c74-8cf5-e3d80606d183,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:33.512578 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e1f60431-6279-45b8-8938-91bb679a3ce2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.515184 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e1f60431-6279-45b8-8938-91bb679a3ce2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234043 Sep 02 17:13:33.516612 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49756) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:33.521959 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-0c2e405f-5502-4589-af48-f586cd0c93a0 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Request body: {'security_group_rule': {'security_group_id': 'bc38e3f3-5b15-4b68-be25-263fcf77cbb1', 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:33.544125 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-0c2e405f-5502-4589-af48-f586cd0c93a0 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Project 1187a96ac5fd43ed8833b20d6e853409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:13:33.549254 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c2e405f-5502-4589-af48-f586cd0c93a0 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.619481 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c2e405f-5502-4589-af48-f586cd0c93a0 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.623337 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c2e405f-5502-4589-af48-f586cd0c93a0 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.642857 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e405f-5502-4589-af48-f586cd0c93a0 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178683c1-3770-4794-92e1-ecac5c9429be,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:33.649881 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c2e405f-5502-4589-af48-f586cd0c93a0 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:33.657025 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0c2e405f-5502-4589-af48-f586cd0c93a0 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338713 Sep 02 17:13:33.848920 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Sync routers for ids ['e052c817-0f73-4d9c-859b-37ca2470e21d'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:13:33.858142 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Routers {'e052c817-0f73-4d9c-859b-37ca2470e21d'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:33.858857 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['e052c817-0f73-4d9c-859b-37ca2470e21d'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:33.971563 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Set router e052c817-0f73-4d9c-859b-37ca2470e21d gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:34.179636 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'name': 'tempest-TestShelveInstance-1847552018-router', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:27Z', 'updated_at': '2021-09-02T17:13:31Z', 'revision_number': 4, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'gw_port': {'id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:28Z', 'updated_at': '2021-09-02T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '9d0b561e-d493-4340-90ae-1cf4fe08233a', 'name': '', 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'mac_address': 'fa:16:3e:b0:b5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3dd56f49-e48e-48bf-9c47-17d13159abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:30Z', 'updated_at': '2021-09-02T17:13:31Z', 'revision_number': 2, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'subnets': [{'id': '3dd56f49-e48e-48bf-9c47-17d13159abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:34.204600 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Checking router: e052c817-0f73-4d9c-859b-37ca2470e21d for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:13:34.204948 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Updating router e052c817-0f73-4d9c-859b-37ca2470e21d port 9d0b561e-d493-4340-90ae-1cf4fe08233a binding host dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:13:34.228781 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:34.483140 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:34.492603 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Transition to ACTIVE for port object 9d0b561e-d493-4340-90ae-1cf4fe08233a will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:34.498067 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:34.544555 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b54fda-f3aa-41ca-bd69-2da88cd15707 None None] Pushing event updated for resources: {'Port': ['ID=9d0b561e-d493-4340-90ae-1cf4fe08233a,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:34.596012 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Attempting to bind port 9d0b561e-d493-4340-90ae-1cf4fe08233a on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:34.596366 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Attempting to bind port 9d0b561e-d493-4340-90ae-1cf4fe08233a by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': 'eef4ca3e-fdb5-4e13-8c89-6d2253be1d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:34.596797 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Attempting to bind port 9d0b561e-d493-4340-90ae-1cf4fe08233a on network ad167b1f-5edf-4ccd-bb0e-08dd79009b62 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:34.602481 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:34.602959 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Checking segment: {'id': 'eef4ca3e-fdb5-4e13-8c89-6d2253be1d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:34.603427 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:34.603881 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Bound using segment: {'id': 'eef4ca3e-fdb5-4e13-8c89-6d2253be1d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:34.604344 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Bound port: 9d0b561e-d493-4340-90ae-1cf4fe08233a, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef4ca3e-fdb5-4e13-8c89-6d2253be1d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:34.604741 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:34.747267 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] For port 9d0b561e-d493-4340-90ae-1cf4fe08233a, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:34.750169 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] For port 9d0b561e-d493-4340-90ae-1cf4fe08233a, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9d0b561e-d493-4340-90ae-1cf4fe08233a,segment=NetworkSegment(eef4ca3e-fdb5-4e13-8c89-6d2253be1d85),segment_id=eef4ca3e-fdb5-4e13-8c89-6d2253be1d85)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:34.755918 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:34.813141 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Routers {'e052c817-0f73-4d9c-859b-37ca2470e21d'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:34.813764 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['e052c817-0f73-4d9c-859b-37ca2470e21d'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:34.816255 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b54fda-f3aa-41ca-bd69-2da88cd15707 None None] Pushing event updated for resources: {'Port': ['ID=9d0b561e-d493-4340-90ae-1cf4fe08233a,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:34.928650 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] Set router e052c817-0f73-4d9c-859b-37ca2470e21d gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:34.986568 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 4267d4d5-4c14-464c-be96-e40b5cb09850 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:35.147546 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'name': 'tempest-TestShelveInstance-1847552018-router', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:27Z', 'updated_at': '2021-09-02T17:13:31Z', 'revision_number': 4, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'gw_port': {'id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:28Z', 'updated_at': '2021-09-02T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '9d0b561e-d493-4340-90ae-1cf4fe08233a', 'name': '', 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'mac_address': 'fa:16:3e:b0:b5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3dd56f49-e48e-48bf-9c47-17d13159abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:30Z', 'updated_at': '2021-09-02T17:13:34Z', 'revision_number': 4, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'subnets': [{'id': '3dd56f49-e48e-48bf-9c47-17d13159abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:35.178088 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 4267d4d5-4c14-464c-be96-e40b5cb09850 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:35.178088 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:35.178274 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd11ee-4c22-4e64-aa40-649790178a2c None None] The sync data for ids ['e052c817-0f73-4d9c-859b-37ca2470e21d'] in dv-cinder-806260-3-iscsi is: [{'id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'name': 'tempest-TestShelveInstance-1847552018-router', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:27Z', 'updated_at': '2021-09-02T17:13:31Z', 'revision_number': 4, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'gw_port': {'id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:28Z', 'updated_at': '2021-09-02T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '9d0b561e-d493-4340-90ae-1cf4fe08233a', 'name': '', 'network_id': 'ad167b1f-5edf-4ccd-bb0e-08dd79009b62', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'mac_address': 'fa:16:3e:b0:b5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3dd56f49-e48e-48bf-9c47-17d13159abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:30Z', 'updated_at': '2021-09-02T17:13:34Z', 'revision_number': 4, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'subnets': [{'id': '3dd56f49-e48e-48bf-9c47-17d13159abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:13:37.024003 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9d0b561e-d493-4340-90ae-1cf4fe08233a up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:37.075961 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 9d0b561e-d493-4340-90ae-1cf4fe08233a completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:37.079977 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 9d0b561e-d493-4340-90ae-1cf4fe08233a triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:37.080212 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:37.164198 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:37.197767 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 9d0b561e-d493-4340-90ae-1cf4fe08233a, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9d0b561e-d493-4340-90ae-1cf4fe08233a,segment=NetworkSegment(eef4ca3e-fdb5-4e13-8c89-6d2253be1d85),segment_id=eef4ca3e-fdb5-4e13-8c89-6d2253be1d85)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:37.201603 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:37.253680 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=9d0b561e-d493-4340-90ae-1cf4fe08233a,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:38.996553 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9d0b561e-d493-4340-90ae-1cf4fe08233a up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:39.044208 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 9d0b561e-d493-4340-90ae-1cf4fe08233a triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:39.044579 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:40.310116 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af46ba-1e5c-4bd3-a59e-a9059596aab5 req-2ca9dc42-b2f5-4ae7-ac50-d301337cc86b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:40.311756 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1af46ba-1e5c-4bd3-a59e-a9059596aab5 req-2ca9dc42-b2f5-4ae7-ac50-d301337cc86b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 946 time: 0.1501620 Sep 02 17:13:40.350561 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1af46ba-1e5c-4bd3-a59e-a9059596aab5 req-12567c0a-593d-4297-9caf-7361fc28cbd4 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318694 Sep 02 17:13:41.470333 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0fe3b-fa9a-40a7-aecb-74d2f1dd8951 req-aaac78fb-1511-4b55-95c5-fcefcf155d26 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:41.471975 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-84a0fe3b-fa9a-40a7-aecb-74d2f1dd8951 req-aaac78fb-1511-4b55-95c5-fcefcf155d26 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 946 time: 0.0509002 Sep 02 17:13:41.513229 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-84a0fe3b-fa9a-40a7-aecb-74d2f1dd8951 req-586b82b9-af50-44f4-a145-3cec8e800bcc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346198 Sep 02 17:13:41.777174 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49940) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:41.884011 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec739ff1-8281-4ca9-89d1-bff817bf2278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:41.976370 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec739ff1-8281-4ca9-89d1-bff817bf2278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:41.980030 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec739ff1-8281-4ca9-89d1-bff817bf2278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.017558 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ec739ff1-8281-4ca9-89d1-bff817bf2278 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3561ea16997647d0b2f67bac30bda1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392981 Sep 02 17:13:42.018928 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec739ff1-8281-4ca9-89d1-bff817bf2278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3554ff64-3d27-4c06-8e6a-514d2913193b,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:42.020296 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49946) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:42.080173 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3885806d-159c-4151-97f5-1e83a9280a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.101047 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3885806d-159c-4151-97f5-1e83a9280a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.174222 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-7068ceab-6af7-4f0d-a594-6e66aa5d9a5b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:42.175740 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-7068ceab-6af7-4f0d-a594-6e66aa5d9a5b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 946 time: 0.0533388 Sep 02 17:13:42.189357 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3885806d-159c-4151-97f5-1e83a9280a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.191845 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3885806d-159c-4151-97f5-1e83a9280a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.192896 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3885806d-159c-4151-97f5-1e83a9280a0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3554ff64-3d27-4c06-8e6a-514d2913193b HTTP/1.1" status: 204 len: 168 time: 0.1714547 Sep 02 17:13:42.226391 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885806d-159c-4151-97f5-1e83a9280a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3554ff64-3d27-4c06-8e6a-514d2913193b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:42.292745 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Deleting port 0a87c875-7882-47c2-a092-e14ea53f2b64 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:13:42.293093 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.391800 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] For port 0a87c875-7882-47c2-a092-e14ea53f2b64, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=0a87c875-7882-47c2-a092-e14ea53f2b64,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:42.392177 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.876738 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726b89d-966b-46a9-9f1e-1f50fb432c16 req-bc720418-e5ad-4f78-a6fc-721ca8c38c85 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:42.878208 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1726b89d-966b-46a9-9f1e-1f50fb432c16 req-bc720418-e5ad-4f78-a6fc-721ca8c38c85 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e92c68a-a864-4562-b08b-d244394268ce HTTP/1.1" status: 200 len: 946 time: 0.0972517 Sep 02 17:13:42.905629 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.906020 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.906331 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Floating IP aa34e126-9b80-4d7a-a36c-363718f4a180 disassociated. External IP: 172.27.2.162, port: 0a87c875-7882-47c2-a092-e14ea53f2b64. Sep 02 17:13:42.906692 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Calling delete_port for 0a87c875-7882-47c2-a092-e14ea53f2b64 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:13:42.935847 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1726b89d-966b-46a9-9f1e-1f50fb432c16 req-1b422520-f422-4963-8266-36343f7decd2 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0bb4967-939a-4e0e-859e-1434d2c2cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509260 Sep 02 17:13:43.053797 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:43.084556 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event deleted for resources: {'Port': ['ID=0a87c875-7882-47c2-a092-e14ea53f2b64,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:43.202486 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Router 691157b2-4334-4ecf-b476-6e287fc99590 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:13:43.312359 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:13:43.323185 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a6c79-8ce6-4a2e-b5f6-31f5c03a1c4e None None] Sync routers for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:13:43.332793 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a6c79-8ce6-4a2e-b5f6-31f5c03a1c4e None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:43.333656 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-3c6a6c79-8ce6-4a2e-b5f6-31f5c03a1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:43.352470 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] No DVR routers for this DVR port 0a87c875-7882-47c2-a092-e14ea53f2b64 on host hv-cinder-80626 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:13:43.355026 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:43.357001 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d058238b-fa26-43ba-b5d4-686a3023ef85 req-06fdf795-bf37-48b9-b5dd-5a6faa2a9b18 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.13 "DELETE /v2.0/ports/0a87c875-7882-47c2-a092-e14ea53f2b64 HTTP/1.1" status: 204 len: 173 time: 1.1742027 Sep 02 17:13:43.357436 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'name': 'network-vif-deleted', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:13:43.359674 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e741005b-2c98-49dd-a9d4-ee4614adf37e" -d '{"events": [{"server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "name": "network-vif-deleted", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:13:43.415660 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516b8ed9-0700-4341-a1c6-33b9807778ca x-openstack-request-id: req-516b8ed9-0700-4341-a1c6-33b9807778ca {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:13:43.415958 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e92c68a-a864-4562-b08b-d244394268ce", "name": "network-vif-deleted", "tag": "0a87c875-7882-47c2-a092-e14ea53f2b64", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:13:43.416213 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-516b8ed9-0700-4341-a1c6-33b9807778ca {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:13:43.416615 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e92c68a-a864-4562-b08b-d244394268ce', 'name': 'network-vif-deleted', 'tag': '0a87c875-7882-47c2-a092-e14ea53f2b64', 'status': 'completed', 'code': 200} Sep 02 17:13:43.447397 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-3c6a6c79-8ce6-4a2e-b5f6-31f5c03a1c4e None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:43.666835 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-3c6a6c79-8ce6-4a2e-b5f6-31f5c03a1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:43.694175 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a6c79-8ce6-4a2e-b5f6-31f5c03a1c4e None None] Checking router: 691157b2-4334-4ecf-b476-6e287fc99590 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:13:43.702371 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a6c79-8ce6-4a2e-b5f6-31f5c03a1c4e None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:43.703005 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-3c6a6c79-8ce6-4a2e-b5f6-31f5c03a1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:43.807362 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-3c6a6c79-8ce6-4a2e-b5f6-31f5c03a1c4e None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:44.049562 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49964) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:44.054055 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-3c6a6c79-8ce6-4a2e-b5f6-31f5c03a1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:44.080989 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a6c79-8ce6-4a2e-b5f6-31f5c03a1c4e None None] The sync data for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi is: [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:13:44.107829 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f9d93bd5-b758-4ca5-ab5a-f6b538ed730c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.133090 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f9d93bd5-b758-4ca5-ab5a-f6b538ed730c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.184098 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f9d93bd5-b758-4ca5-ab5a-f6b538ed730c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.187374 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f9d93bd5-b758-4ca5-ab5a-f6b538ed730c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.188647 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f9d93bd5-b758-4ca5-ab5a-f6b538ed730c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "DELETE /v2.0/security-groups/d0bb4967-939a-4e0e-859e-1434d2c2cc14 HTTP/1.1" status: 204 len: 168 time: 0.1380925 Sep 02 17:13:44.191656 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49968) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:44.198490 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d93bd5-b758-4ca5-ab5a-f6b538ed730c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb4967-939a-4e0e-859e-1434d2c2cc14,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:44.211620 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.api.v2.resource [None req-13851f03-e56b-41f5-a530-c5692f756b92 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] show failed (client error): The resource could not be found. Sep 02 17:13:44.212683 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-13851f03-e56b-41f5-a530-c5692f756b92 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups/d0bb4967-939a-4e0e-859e-1434d2c2cc14 HTTP/1.1" status: 404 len: 347 time: 0.0194817 Sep 02 17:13:44.215437 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49970) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:44.335417 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e48b7-5d65-4def-95b8-acffc1d52094 None None] New status for floating IP aa34e126-9b80-4d7a-a36c-363718f4a180: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:13:44.355845 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-9d15ce30-9f2b-40bb-9a0d-6c533ac67477 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Deleting port 317e19fe-80b9-454c-9dd5-bf6f4df297f4 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:13:44.356181 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d15ce30-9f2b-40bb-9a0d-6c533ac67477 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.440636 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d15ce30-9f2b-40bb-9a0d-6c533ac67477 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.441136 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d15ce30-9f2b-40bb-9a0d-6c533ac67477 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.456217 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-9d15ce30-9f2b-40bb-9a0d-6c533ac67477 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Calling delete_port for 317e19fe-80b9-454c-9dd5-bf6f4df297f4 owned by network:floatingip {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:13:44.596497 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d15ce30-9f2b-40bb-9a0d-6c533ac67477 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.626221 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15ce30-9f2b-40bb-9a0d-6c533ac67477 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event deleted for resources: {'Port': ['ID=317e19fe-80b9-454c-9dd5-bf6f4df297f4,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:44.696072 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d15ce30-9f2b-40bb-9a0d-6c533ac67477 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.698535 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d15ce30-9f2b-40bb-9a0d-6c533ac67477 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.699699 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9d15ce30-9f2b-40bb-9a0d-6c533ac67477 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "DELETE /v2.0/floatingips/aa34e126-9b80-4d7a-a36c-363718f4a180 HTTP/1.1" status: 204 len: 168 time: 0.4826241 Sep 02 17:13:44.956400 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49976) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:44.961399 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-4bca2eb5-6cb3-4969-88a1-4cb5d6fe306e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1675566191', 'description': 'tempest-description--910596422'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:44.984869 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4bca2eb5-6cb3-4969-88a1-4cb5d6fe306e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.067415 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4bca2eb5-6cb3-4969-88a1-4cb5d6fe306e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.071900 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4bca2eb5-6cb3-4969-88a1-4cb5d6fe306e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.101956 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4bca2eb5-6cb3-4969-88a1-4cb5d6fe306e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.103220 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4bca2eb5-6cb3-4969-88a1-4cb5d6fe306e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1459863 Sep 02 17:13:45.104061 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca2eb5-6cb3-4969-88a1-4cb5d6fe306e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9306cde-59d4-4a16-81ae-9af5a9d34080,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:45.106224 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49978) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:45.115068 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-e89a689a-5dfe-4f75-b0b4-87aafe949dbe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'security_group_rule': {'security_group_id': 'e9306cde-59d4-4a16-81ae-9af5a9d34080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:45.147082 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e89a689a-5dfe-4f75-b0b4-87aafe949dbe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.193812 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e89a689a-5dfe-4f75-b0b4-87aafe949dbe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.197116 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e89a689a-5dfe-4f75-b0b4-87aafe949dbe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.219491 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a689a-5dfe-4f75-b0b4-87aafe949dbe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce03e36-40f5-4bcc-9e12-595e6734bd6e,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:45.223995 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e89a689a-5dfe-4f75-b0b4-87aafe949dbe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.225310 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e89a689a-5dfe-4f75-b0b4-87aafe949dbe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145253 Sep 02 17:13:45.229144 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 49980) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:45.234221 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-3c823dbf-9fb1-49d9-9290-f6e1725c81fe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'security_group_rule': {'security_group_id': 'e9306cde-59d4-4a16-81ae-9af5a9d34080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:45.261647 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3c823dbf-9fb1-49d9-9290-f6e1725c81fe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.316343 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 0a87c875-7882-47c2-a092-e14ea53f2b64 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:13:45.319816 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3c823dbf-9fb1-49d9-9290-f6e1725c81fe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.323989 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3c823dbf-9fb1-49d9-9290-f6e1725c81fe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.337557 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 0a87c875-7882-47c2-a092-e14ea53f2b64 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:13:45.337900 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 0a87c875-7882-47c2-a092-e14ea53f2b64 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:13:45.343600 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c823dbf-9fb1-49d9-9290-f6e1725c81fe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cb4d94-cabe-4113-8fa6-0642ee4d99a1,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:45.352360 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3c823dbf-9fb1-49d9-9290-f6e1725c81fe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.353620 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3c823dbf-9fb1-49d9-9290-f6e1725c81fe tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234331 Sep 02 17:13:45.356860 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 49984) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:45.361752 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'floatingip': {'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:45.388022 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.491387 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.606190 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Allocated IP 172.27.2.159 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/e9ec7d2b-e1ff-40b3-9e22-d9df3c1bb6a5) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:45.709209 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.747414 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.785824 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:45.788680 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:45.792251 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:45.818213 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'Port': ['ID=e9ec7d2b-e1ff-40b3-9e22-d9df3c1bb6a5,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:45.883842 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.918157 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:46.064403 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:46.068799 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:46.141319 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'Port': ['ID=e9ec7d2b-e1ff-40b3-9e22-d9df3c1bb6a5,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:46.150266 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:46.164259 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:46.165545 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2257409e-6bb8-46d5-9d1c-60ea99ea3161 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8075118 Sep 02 17:13:46.348108 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-86769468-328d-4af4-9951-a18b4129b996 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1675566191&fields=id&tenant_id=70d941aa2c0e4b9eac9950e6e8237615 HTTP/1.1" status: 200 len: 267 time: 0.0327983 Sep 02 17:13:46.455748 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-9f2bd612-dcb8-416e-a1b3-3c19b4ce1d1e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:46.457340 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-9f2bd612-dcb8-416e-a1b3-3c19b4ce1d1e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 817 time: 0.1025057 Sep 02 17:13:46.472493 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-990ddb1a-6502-48be-9a1d-3c2b88ec91f3 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/quotas/70d941aa2c0e4b9eac9950e6e8237615 HTTP/1.1" status: 200 len: 375 time: 0.0092602 Sep 02 17:13:46.524376 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-9366cc3c-69e3-4820-9b47-8f923b6a05e5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459442 Sep 02 17:13:46.713670 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-1b4c4063-df64-435a-97f6-8e245f7cdf13 service neutron] 10.222.0.41 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753685 Sep 02 17:13:46.812442 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-d774a17f-7e38-4b84-8fdd-8ba3cfdf293b service neutron] 10.222.0.41 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927455 Sep 02 17:13:46.976160 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-37713f29-28f2-417f-970a-9750c851de3d req-e6218388-be7d-4917-8075-493aa9e94581 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 210 time: 0.0268450 Sep 02 17:13:47.104101 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:48.078669 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ca8c09ed-8154-499f-ab8a-49e5221f132e req-1573f890-919c-416b-9b70-cbe999173fcb tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 210 time: 0.0315871 Sep 02 17:13:48.184361 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68174eb2-8342-4959-bcda-0611ce277a71 req-15136efc-356a-4f95-8cbd-f09415768cc5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420899 Sep 02 17:13:48.258939 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-d7b08c1c-6bde-48ba-955f-cf347d20b50f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:48.260454 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-d7b08c1c-6bde-48ba-955f-cf347d20b50f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.13 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 817 time: 0.1191685 Sep 02 17:13:48.315462 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-11b135a3-b354-41ff-8992-fbd5c5b8cef4 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d941aa2c0e4b9eac9950e6e8237615 HTTP/1.1" status: 200 len: 380 time: 0.0365107 Sep 02 17:13:48.318584 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174eb2-8342-4959-bcda-0611ce277a71 req-dfbeac70-aba0-4f39-b7d3-4dcba3730d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:48.320153 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68174eb2-8342-4959-bcda-0611ce277a71 req-dfbeac70-aba0-4f39-b7d3-4dcba3730d52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 1098 time: 0.0420525 Sep 02 17:13:48.328456 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'port': {'device_id': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'admin_state_up': True, 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'security_groups': ['e9306cde-59d4-4a16-81ae-9af5a9d34080']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:48.436431 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174eb2-8342-4959-bcda-0611ce277a71 req-ad0a1731-2b40-4b56-bfd8-7bea8872e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:48.438741 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68174eb2-8342-4959-bcda-0611ce277a71 req-ad0a1731-2b40-4b56-bfd8-7bea8872e08d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 912 time: 0.0976057 Sep 02 17:13:48.451424 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Made reservation on behalf of 70d941aa2c0e4b9eac9950e6e8237615 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:13:48.455189 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:48.504896 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68174eb2-8342-4959-bcda-0611ce277a71 req-5a121c42-b4d8-4eb9-a398-cfd1ffce0341 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848 HTTP/1.1" status: 200 len: 1000 time: 0.0582008 Sep 02 17:13:48.559117 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174eb2-8342-4959-bcda-0611ce277a71 req-317c4ad3-6e35-4393-a071-db448e9e73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:48.560600 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68174eb2-8342-4959-bcda-0611ce277a71 req-317c4ad3-6e35-4393-a071-db448e9e73e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 200 len: 850 time: 0.0434301 Sep 02 17:13:48.587017 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Allocated IP 172.20.0.13 (94c8cbb5-40fd-4da4-849b-703835a0088e/c3243981-69c8-4ce9-8611-1bf8bbd54778/88ce9e99-9c0c-4984-9fbe-83639825e7cc) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:48.610577 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174eb2-8342-4959-bcda-0611ce277a71 req-5ae125cb-0789-449c-939d-061765c2fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:48.612104 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68174eb2-8342-4959-bcda-0611ce277a71 req-5ae125cb-0789-449c-939d-061765c2fa77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432754 Sep 02 17:13:48.715492 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68174eb2-8342-4959-bcda-0611ce277a71 req-0ad6d3a4-d928-4782-86d4-aa7e544e9093 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939276 Sep 02 17:13:48.732498 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:48.747744 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Transition to ACTIVE for port object 88ce9e99-9c0c-4984-9fbe-83639825e7cc will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:48.780099 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:48.822053 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68174eb2-8342-4959-bcda-0611ce277a71 req-4aa90b17-efdf-4c6b-9cad-c421f9e04d5f service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940745 Sep 02 17:13:48.825976 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Network 94c8cbb5-40fd-4da4-849b-703835a0088e is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:48.829140 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:48.833067 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:48.859349 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event updated for resources: {'Port': ['ID=88ce9e99-9c0c-4984-9fbe-83639825e7cc,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:48.889455 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:48.890233 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:48.913708 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-458348fb-3761-4fb8-bf7e-1c8d00b216e6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5890810 Sep 02 17:13:48.933424 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Request body: {'port': {'device_id': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:48.993068 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:49.079800 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b68ec00c-7126-4ee1-b0f9-a06bc88756ed None None] Provisioning for port 88ce9e99-9c0c-4984-9fbe-83639825e7cc completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:49.084188 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b68ec00c-7126-4ee1-b0f9-a06bc88756ed None None] Provisioning complete for port 88ce9e99-9c0c-4984-9fbe-83639825e7cc triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:49.084700 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b68ec00c-7126-4ee1-b0f9-a06bc88756ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:49.123607 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-b68ec00c-7126-4ee1-b0f9-a06bc88756ed None None] Port 88ce9e99-9c0c-4984-9fbe-83639825e7cc cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:13:49.204046 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363f7ef-f655-441a-8750-f996368d5354 req-888cabe1-5aae-4658-a3e4-05a4f880f53e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:49.205662 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4363f7ef-f655-441a-8750-f996368d5354 req-888cabe1-5aae-4658-a3e4-05a4f880f53e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 932 time: 0.0499263 Sep 02 17:13:49.247170 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4363f7ef-f655-441a-8750-f996368d5354 req-f95d7ef9-89c3-416b-94cb-22ed302e4981 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349941 Sep 02 17:13:49.268289 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ce9e99-9c0c-4984-9fbe-83639825e7cc {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:13:49.276148 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:49.289266 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Transition to ACTIVE for port object 88ce9e99-9c0c-4984-9fbe-83639825e7cc will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:49.293388 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:49.361169 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=88ce9e99-9c0c-4984-9fbe-83639825e7cc,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:49.416634 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Attempting to bind port 88ce9e99-9c0c-4984-9fbe-83639825e7cc on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:49.416978 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Attempting to bind port 88ce9e99-9c0c-4984-9fbe-83639825e7cc by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:49.417487 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Attempting to bind port 88ce9e99-9c0c-4984-9fbe-83639825e7cc on network 94c8cbb5-40fd-4da4-849b-703835a0088e {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:49.424284 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Port 88ce9e99-9c0c-4984-9fbe-83639825e7cc on network 94c8cbb5-40fd-4da4-849b-703835a0088e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:13:49.424827 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Attempting to bind port 88ce9e99-9c0c-4984-9fbe-83639825e7cc on network 94c8cbb5-40fd-4da4-849b-703835a0088e {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:49.434096 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:49.434481 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Checking segment: {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:49.435157 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Bound using segment: {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:49.435614 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Bound port: 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48447503-2aaf-498d-b927-bea5de5bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:49.436202 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:49.500630 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:49.503655 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:49.509395 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:49.544723 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:49.545352 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:49.546773 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] 10.222.0.13 "PUT /v2.0/ports/88ce9e99-9c0c-4984-9fbe-83639825e7cc HTTP/1.1" status: 200 len: 1094 time: 0.6178572 Sep 02 17:13:49.547207 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:13:49.549433 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7706575c-bd9c-474c-aaf1-b20752c2017c" -d '{"events": [{"name": "network-changed", "server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:13:49.572142 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7898bb-1ddf-4254-bf0b-e5a15e65a4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=88ce9e99-9c0c-4984-9fbe-83639825e7cc,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:49.597583 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b4be43-4109-40bf-998f-1a34de4c1104 x-openstack-request-id: req-60b4be43-4109-40bf-998f-1a34de4c1104 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:13:49.597875 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:13:49.598130 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60b4be43-4109-40bf-998f-1a34de4c1104 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:13:49.598537 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'status': 'completed', 'code': 200} Sep 02 17:13:49.661503 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-6718afa6-681a-4457-a1b4-f5b5a324f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:49.663087 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-6718afa6-681a-4457-a1b4-f5b5a324f72b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 1097 time: 0.0419672 Sep 02 17:13:49.718511 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-afc8fc0b-01a2-4203-b078-fd783e5f019e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc HTTP/1.1" status: 200 len: 217 time: 0.0380175 Sep 02 17:13:49.769101 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-9b2015b6-98c7-431e-bfe0-73e8a670f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:49.770535 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-9b2015b6-98c7-431e-bfe0-73e8a670f58a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 200 len: 856 time: 0.0440516 Sep 02 17:13:49.816604 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-0221402f-6a65-4421-a8fa-6d0d5122e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:49.818744 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-0221402f-6a65-4421-a8fa-6d0d5122e55c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94c8cbb5-40fd-4da4-849b-703835a0088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401878 Sep 02 17:13:49.926004 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-91826b5c-0513-4e45-b7b9-1a3121e23458 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879605 Sep 02 17:13:50.015906 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aaf0d908-5a09-4442-bcc9-70014f128534 req-9eb9aff8-e198-4330-9bcb-bb34f2a484f3 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816779 Sep 02 17:13:50.178215 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706575c-bd9c-474c-aaf1-b20752c2017c req-478ea46a-b656-4049-a92a-1abc2cc67159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:50.179707 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7706575c-bd9c-474c-aaf1-b20752c2017c req-478ea46a-b656-4049-a92a-1abc2cc67159 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 1097 time: 0.0434361 Sep 02 17:13:50.267723 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706575c-bd9c-474c-aaf1-b20752c2017c req-1b791206-83c6-4ca3-ae01-f24384e1d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:50.269179 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7706575c-bd9c-474c-aaf1-b20752c2017c req-1b791206-83c6-4ca3-ae01-f24384e1d4b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 918 time: 0.0808430 Sep 02 17:13:50.315715 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7706575c-bd9c-474c-aaf1-b20752c2017c req-31cbab48-b3a8-4dee-be33-b4fd744c20b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc HTTP/1.1" status: 200 len: 217 time: 0.0377820 Sep 02 17:13:50.390668 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706575c-bd9c-474c-aaf1-b20752c2017c req-4fff2520-f092-45dc-b719-78a3cd0adc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:50.392100 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7706575c-bd9c-474c-aaf1-b20752c2017c req-4fff2520-f092-45dc-b719-78a3cd0adc3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 200 len: 856 time: 0.0640106 Sep 02 17:13:50.400549 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8c706-29fb-422d-befd-5e54d6203a78 req-2f8f4ea2-4897-43e4-b917-855f098b84c9 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:50.401907 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31f8c706-29fb-422d-befd-5e54d6203a78 req-2f8f4ea2-4897-43e4-b917-855f098b84c9 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0821319 Sep 02 17:13:50.465778 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31f8c706-29fb-422d-befd-5e54d6203a78 req-6764fc2c-d3f4-442a-b676-0005323c1aa5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556345 Sep 02 17:13:50.468073 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706575c-bd9c-474c-aaf1-b20752c2017c req-e9d25cf5-e8b8-413b-a931-15a29f8bc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:50.469590 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7706575c-bd9c-474c-aaf1-b20752c2017c req-e9d25cf5-e8b8-413b-a931-15a29f8bc640 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94c8cbb5-40fd-4da4-849b-703835a0088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668645 Sep 02 17:13:50.561865 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7706575c-bd9c-474c-aaf1-b20752c2017c req-960d251b-77f7-4e11-957e-f352f93c19d2 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806334 Sep 02 17:13:50.656550 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7706575c-bd9c-474c-aaf1-b20752c2017c req-410fbee0-da09-4c00-aa06-69c2ab4bd6d8 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853550 Sep 02 17:13:51.691192 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ebeae-2b99-4c47-bcc9-b6d72669d722 req-f84f4850-d793-4427-8a77-e78b4a0dc693 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:51.693178 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-282ebeae-2b99-4c47-bcc9-b6d72669d722 req-f84f4850-d793-4427-8a77-e78b4a0dc693 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0475690 Sep 02 17:13:51.729807 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-282ebeae-2b99-4c47-bcc9-b6d72669d722 req-8698d8c7-cbd5-424b-81b2-8db34c96e52c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308387 Sep 02 17:13:51.957757 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-69a0e85c-6416-4e05-8ff0-d85066fa14c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:52.851868 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e5d00-b0fc-4b23-b137-6dd48457e086 req-a2331c1d-adbf-4b5e-a3d1-eb772f69ea94 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:52.853348 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b94e5d00-b0fc-4b23-b137-6dd48457e086 req-a2331c1d-adbf-4b5e-a3d1-eb772f69ea94 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0470684 Sep 02 17:13:52.891089 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b94e5d00-b0fc-4b23-b137-6dd48457e086 req-4d301b15-51ea-4b19-9298-a0e4cbc1199a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314953 Sep 02 17:13:53.405420 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 88ce9e99-9c0c-4984-9fbe-83639825e7cc details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:13:53.511149 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:53.522359 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'port_id': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'mac_address': 'fa:16:3e:3e:79:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:13:53.560594 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:53.572928 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ce9e99-9c0c-4984-9fbe-83639825e7cc {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:13:53.594399 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:53.599690 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:53.646744 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=88ce9e99-9c0c-4984-9fbe-83639825e7cc,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:53.976570 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['88ce9e99-9c0c-4984-9fbe-83639825e7cc'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:13:54.006868 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c824f40-2ec3-47cb-9d2e-ed14738d2033 req-14643d7d-152f-4551-a0bd-7dcaad71ea8e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:54.008468 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c824f40-2ec3-47cb-9d2e-ed14738d2033 req-14643d7d-152f-4551-a0bd-7dcaad71ea8e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 945 time: 0.0473864 Sep 02 17:13:54.048604 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c824f40-2ec3-47cb-9d2e-ed14738d2033 req-61b10bd1-ddb4-44f1-b166-c50068fc57f5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342865 Sep 02 17:13:54.277132 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-fb2c88ba-0b97-4b95-bd10-ed733a5dbd7c tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-502680709&fields=id&tenant_id=1187a96ac5fd43ed8833b20d6e853409 HTTP/1.1" status: 200 len: 267 time: 0.0343513 Sep 02 17:13:54.386757 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-d8c31ae4-eef0-4dcb-969b-140d17aa9470 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:54.388223 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-d8c31ae4-eef0-4dcb-969b-140d17aa9470 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/networks?id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e HTTP/1.1" status: 200 len: 809 time: 0.1044388 Sep 02 17:13:54.402565 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-e6561f5e-f926-4781-8e1f-c14c39e398b9 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/quotas/1187a96ac5fd43ed8833b20d6e853409 HTTP/1.1" status: 200 len: 375 time: 0.0088427 Sep 02 17:13:54.453673 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-1c458cc4-fc23-4a81-86ba-dc23b99ee903 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1187a96ac5fd43ed8833b20d6e853409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459609 Sep 02 17:13:54.597278 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-6e2abadf-5f08-43ae-8877-962294cc2adb service neutron] 10.222.0.41 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318042 Sep 02 17:13:54.686042 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-ed35b355-b288-444c-8abf-3329d4f96e01 service neutron] 10.222.0.41 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820429 Sep 02 17:13:54.953864 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5613cf7e-4aad-4ece-a356-10e56b4097fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:54.986284 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4edab4c-58cf-4190-b42a-eb0eaa9b1070 req-15e466d8-6f4f-45a2-bcc1-36f4a1f185e7 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 210 time: 0.0248008 Sep 02 17:13:55.173652 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:55.190727 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f3276-c2d9-4585-ad52-eaa37a0d219d req-6ed0eb09-671e-415d-a6ec-0eec4f7ca854 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:55.192253 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-981f3276-c2d9-4585-ad52-eaa37a0d219d req-6ed0eb09-671e-415d-a6ec-0eec4f7ca854 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 945 time: 0.0634494 Sep 02 17:13:55.232605 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-981f3276-c2d9-4585-ad52-eaa37a0d219d req-15963eaa-060d-4b84-b55d-c69631b33a3a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337019 Sep 02 17:13:55.420546 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 88ce9e99-9c0c-4984-9fbe-83639825e7cc up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:55.469905 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 88ce9e99-9c0c-4984-9fbe-83639825e7cc completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:55.474300 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 88ce9e99-9c0c-4984-9fbe-83639825e7cc triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:55.475675 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:55.563964 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:55.587337 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:13:55.589565 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9729b98-f677-4c85-b54d-f0b368031b08" -d '{"events": [{"server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "name": "network-vif-plugged", "status": "completed", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:13:55.601732 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:55.606351 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:55.632643 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3441d2f4-5a4a-4e35-b743-f0a67dd6d9ec x-openstack-request-id: req-3441d2f4-5a4a-4e35-b743-f0a67dd6d9ec {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:13:55.632932 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "name": "network-vif-plugged", "status": "completed", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:13:55.633183 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3441d2f4-5a4a-4e35-b743-f0a67dd6d9ec {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:13:55.633566 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'code': 200} Sep 02 17:13:55.658678 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=88ce9e99-9c0c-4984-9fbe-83639825e7cc,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:55.824611 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea645a0-c79f-4a8b-9dca-40a7deab3ffa req-f022304f-0124-44f4-aefd-110cd199114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:55.826055 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ea645a0-c79f-4a8b-9dca-40a7deab3ffa req-f022304f-0124-44f4-aefd-110cd199114b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 1099 time: 0.0383515 Sep 02 17:13:55.860699 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ea645a0-c79f-4a8b-9dca-40a7deab3ffa req-79405968-a0f8-4e66-8316-c62b6ff29188 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263684 Sep 02 17:13:56.080065 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9db0a46-a6df-41f7-959b-799632d37836 req-57f802e3-2de7-41bc-8044-d215c947ccdf tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 210 time: 0.0248513 Sep 02 17:13:56.361973 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffedcb0-c378-4561-99f6-6d227b296b0c req-06caeb8d-3343-47f0-bf54-11d4677a2adc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:56.363446 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0ffedcb0-c378-4561-99f6-6d227b296b0c req-06caeb8d-3343-47f0-bf54-11d4677a2adc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0546708 Sep 02 17:13:56.403630 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0ffedcb0-c378-4561-99f6-6d227b296b0c req-8fbebaf8-2306-48f8-a236-93c64f70d0f7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Sep 02 17:13:56.422385 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-5650c7e9-de9d-46ba-abaa-f293ec4a4ab8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:56.423880 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-5650c7e9-de9d-46ba-abaa-f293ec4a4ab8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.13 "GET /v2.0/networks?id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e HTTP/1.1" status: 200 len: 809 time: 0.1064968 Sep 02 17:13:56.475568 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-05cd362e-91bd-40db-b221-04957cdc4403 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1187a96ac5fd43ed8833b20d6e853409 HTTP/1.1" status: 200 len: 379 time: 0.0345385 Sep 02 17:13:56.498122 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Request body: {'port': {'device_id': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'admin_state_up': True, 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'security_groups': ['bc38e3f3-5b15-4b68-be25-263fcf77cbb1']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:56.519843 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:56.612799 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Made reservation on behalf of 1187a96ac5fd43ed8833b20d6e853409 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:13:56.616505 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:56.736521 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Allocated IP 172.20.0.8 (9e77fdd1-8f89-4007-a52a-93ee8cbe395e/23e61cf7-5873-4363-88cd-5719c98b65d6/f0347608-2078-4ebd-b282-53b22f166ac6) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:56.873530 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:56.886563 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Transition to ACTIVE for port object f0347608-2078-4ebd-b282-53b22f166ac6 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:56.920014 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:56.965583 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:56.968672 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:56.972250 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:56.996552 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event updated for resources: {'Port': ['ID=f0347608-2078-4ebd-b282-53b22f166ac6,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:57.015529 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.015868 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.016201 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.016534 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.016865 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.017189 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.017507 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.017826 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.018143 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.018461 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.018805 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.019187 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:57.040543 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:57.041190 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:57.056636 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-b345a7c1-e37a-4195-8fed-0e7d801b34d2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619755 Sep 02 17:13:57.089023 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Request body: {'port': {'device_id': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:57.149075 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:57.210266 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f829a4-9aed-4535-af11-0600c08d4c9f req-420d1323-6363-477f-849b-29ec500c312f tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:57.211942 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-73f829a4-9aed-4535-af11-0600c08d4c9f req-420d1323-6363-477f-849b-29ec500c312f tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 931 time: 0.0608435 Sep 02 17:13:57.261867 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-73f829a4-9aed-4535-af11-0600c08d4c9f req-528fb7e4-2c2f-4e87-845e-9d1a54c4d542 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428891 Sep 02 17:13:57.275693 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-70ab41f4-d984-4a50-8f3c-ce0539b76934 None None] Provisioning for port f0347608-2078-4ebd-b282-53b22f166ac6 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:57.293576 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-70ab41f4-d984-4a50-8f3c-ce0539b76934 None None] Provisioning complete for port f0347608-2078-4ebd-b282-53b22f166ac6 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:57.294076 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-70ab41f4-d984-4a50-8f3c-ce0539b76934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:57.341688 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-70ab41f4-d984-4a50-8f3c-ce0539b76934 None None] Port f0347608-2078-4ebd-b282-53b22f166ac6 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:13:57.612525 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401066a2-953c-4501-9f9d-4f8c97cf98d3 req-4b46ad20-140f-4a44-b787-dd07be9563b5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:57.614404 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-401066a2-953c-4501-9f9d-4f8c97cf98d3 req-4b46ad20-140f-4a44-b787-dd07be9563b5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.1012671 Sep 02 17:13:57.673876 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-401066a2-953c-4501-9f9d-4f8c97cf98d3 req-ddd14484-6005-40db-b543-5cb4bc39a980 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527580 Sep 02 17:13:57.727377 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0347608-2078-4ebd-b282-53b22f166ac6 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:13:57.735091 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:57.747874 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Transition to ACTIVE for port object f0347608-2078-4ebd-b282-53b22f166ac6 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:57.759492 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:57.835508 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0347608-2078-4ebd-b282-53b22f166ac6,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:57.847983 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e940c-5ab6-49f5-853a-3c19cc37883b req-e3a99430-5960-43f9-b155-b0522b63b920 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:57.850184 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b58e940c-5ab6-49f5-853a-3c19cc37883b req-e3a99430-5960-43f9-b155-b0522b63b920 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.1005933 Sep 02 17:13:57.858883 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 50126) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:57.863578 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-51a29784-c512-4790-ae02-d95ae4c73038 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Request body: {'floatingip': {'port_id': '88ce9e99-9c0c-4984-9fbe-83639825e7cc'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:57.906819 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51a29784-c512-4790-ae02-d95ae4c73038 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:57.916627 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Attempting to bind port f0347608-2078-4ebd-b282-53b22f166ac6 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:57.917117 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Attempting to bind port f0347608-2078-4ebd-b282-53b22f166ac6 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:57.917361 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Attempting to bind port f0347608-2078-4ebd-b282-53b22f166ac6 on network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:57.922125 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Port f0347608-2078-4ebd-b282-53b22f166ac6 on network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:13:57.922444 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Attempting to bind port f0347608-2078-4ebd-b282-53b22f166ac6 on network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:57.927545 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:57.927874 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Checking segment: {'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:57.928261 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Bound using segment: {'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:57.928688 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Bound port: f0347608-2078-4ebd-b282-53b22f166ac6, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5a4562-6703-429b-8455-789214773e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:57.929046 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:57.995607 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] For port f0347608-2078-4ebd-b282-53b22f166ac6, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:57.998590 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] For port f0347608-2078-4ebd-b282-53b22f166ac6, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f0347608-2078-4ebd-b282-53b22f166ac6,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:58.004831 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:58.044577 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.045236 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:58.046651 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/f0347608-2078-4ebd-b282-53b22f166ac6 HTTP/1.1" status: 200 len: 1093 time: 0.9621933 Sep 02 17:13:58.047130 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:13:58.049359 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:13:58.096326 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f8147-0179-4095-9467-a9d5bdea48f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0347608-2078-4ebd-b282-53b22f166ac6,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:58.111883 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9e55be-0b86-4205-bb13-031f6eb64434 x-openstack-request-id: req-0b9e55be-0b86-4205-bb13-031f6eb64434 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:13:58.112169 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:13:58.112423 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b9e55be-0b86-4205-bb13-031f6eb64434 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:13:58.112818 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'status': 'completed', 'code': 200} Sep 02 17:13:58.164270 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-6e3354b2-8996-4be4-9bf6-989eb1f06c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.166081 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-6e3354b2-8996-4be4-9bf6-989eb1f06c4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1187a96ac5fd43ed8833b20d6e853409&device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 1096 time: 0.0431423 Sep 02 17:13:58.214966 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-a7468c1e-788c-4514-9965-5feaa6c156ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0347608-2078-4ebd-b282-53b22f166ac6 HTTP/1.1" status: 200 len: 217 time: 0.0354297 Sep 02 17:13:58.271693 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-0d378475-4227-48bc-87e4-abc6fdd6f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.273144 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-0d378475-4227-48bc-87e4-abc6fdd6f74d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23e61cf7-5873-4363-88cd-5719c98b65d6 HTTP/1.1" status: 200 len: 848 time: 0.0505533 Sep 02 17:13:58.323371 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-9b335298-1e18-4355-a0cf-587f3f1e93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.325136 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-9b335298-1e18-4355-a0cf-587f3f1e93fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442524 Sep 02 17:13:58.456224 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb0d84-2df9-43f2-af82-a8fb32f4aa7e req-8dbcb773-4d6d-47fe-b85a-6b60a5b32dd0 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.457783 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9eeb0d84-2df9-43f2-af82-a8fb32f4aa7e req-8dbcb773-4d6d-47fe-b85a-6b60a5b32dd0 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.1062753 Sep 02 17:13:58.462361 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-8b0356d5-cb92-4f87-be49-fd9ca31e8a72 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296289 Sep 02 17:13:58.487698 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:58.543627 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.db.resource_extend [None req-51a29784-c512-4790-ae02-d95ae4c73038 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 17:13:58.556890 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9eeb0d84-2df9-43f2-af82-a8fb32f4aa7e req-69c9ca6b-bbb4-4050-81b2-5dd019dcc4e4 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924211 Sep 02 17:13:58.579574 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54745c81-7372-4568-8ff8-9c5ec094ccdf req-2850653a-9358-48ec-be56-fa71455b35f8 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089997 Sep 02 17:13:58.595049 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51a29784-c512-4790-ae02-d95ae4c73038 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:58.601942 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51a29784-c512-4790-ae02-d95ae4c73038 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:58.701312 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-51a29784-c512-4790-ae02-d95ae4c73038 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Floating IP fde90b98-0f02-42ef-8bc6-382354893de6 associated. External IP: 172.27.2.159, port: 88ce9e99-9c0c-4984-9fbe-83639825e7cc. Sep 02 17:13:58.715615 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3 req-39e6b42f-dfed-4f4f-8ba8-da6696cc6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.717157 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3 req-39e6b42f-dfed-4f4f-8ba8-da6696cc6109 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1187a96ac5fd43ed8833b20d6e853409&device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 1096 time: 0.0408382 Sep 02 17:13:58.808321 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3 req-0ac7ecaa-dc26-4304-995c-fc6763a41caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.809893 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3 req-0ac7ecaa-dc26-4304-995c-fc6763a41caa service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e HTTP/1.1" status: 200 len: 910 time: 0.0849838 Sep 02 17:13:58.905254 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3 req-ac4f8af5-53e5-441e-9a36-c29605a46e70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0347608-2078-4ebd-b282-53b22f166ac6 HTTP/1.1" status: 200 len: 217 time: 0.0876784 Sep 02 17:13:58.913454 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a29784-c512-4790-ae02-d95ae4c73038 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Router 691157b2-4334-4ecf-b476-6e287fc99590 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:13:58.975339 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3 req-469b5caf-5ad6-4dc9-8be0-b146423e9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.976838 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3 req-469b5caf-5ad6-4dc9-8be0-b146423e9a06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23e61cf7-5873-4363-88cd-5719c98b65d6 HTTP/1.1" status: 200 len: 848 time: 0.0450771 Sep 02 17:13:59.021519 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a29784-c512-4790-ae02-d95ae4c73038 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:13:59.021885 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3 req-4ef89aef-e66a-46ce-bb3f-4b093a65a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.024535 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3 req-4ef89aef-e66a-46ce-bb3f-4b093a65a75d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399797 Sep 02 17:13:59.026453 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51a29784-c512-4790-ae02-d95ae4c73038 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:59.031025 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809b03f-35a6-4cf9-acb7-d951619ad3af None None] Sync routers for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:13:59.040483 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809b03f-35a6-4cf9-acb7-d951619ad3af None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:59.041344 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-7809b03f-35a6-4cf9-acb7-d951619ad3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:59.057794 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-51a29784-c512-4790-ae02-d95ae4c73038 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "PUT /v2.0/floatingips/fde90b98-0f02-42ef-8bc6-382354893de6 HTTP/1.1" status: 200 len: 992 time: 1.1975565 Sep 02 17:13:59.058766 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:13:59.061053 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad041bb-48a5-4c6d-80b7-be925cd7d566" -d '{"events": [{"name": "network-changed", "server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:13:59.101345 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dfa816-3cc7-42c0-8166-e2f574277544 x-openstack-request-id: req-64dfa816-3cc7-42c0-8166-e2f574277544 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:13:59.102183 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:13:59.102544 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64dfa816-3cc7-42c0-8166-e2f574277544 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:13:59.103064 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'status': 'completed', 'code': 200} Sep 02 17:13:59.127058 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3 req-5a99aece-4220-4dc5-b8ad-e80f20d3ef7f service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945680 Sep 02 17:13:59.168694 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-7809b03f-35a6-4cf9-acb7-d951619ad3af None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:59.205384 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad041bb-48a5-4c6d-80b7-be925cd7d566 req-898e9c05-2e0a-4813-bc1e-9361d5d5519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.206985 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bad041bb-48a5-4c6d-80b7-be925cd7d566 req-898e9c05-2e0a-4813-bc1e-9361d5d5519d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 1099 time: 0.0456948 Sep 02 17:13:59.251915 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8584e9e7-643a-4a04-8ba2-b3ad98d437b3 req-e6ee8108-bb9d-49d0-8421-e2bf0117a687 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912845 Sep 02 17:13:59.311187 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad041bb-48a5-4c6d-80b7-be925cd7d566 req-10063e88-66ff-4950-9998-051e01193fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.312597 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bad041bb-48a5-4c6d-80b7-be925cd7d566 req-10063e88-66ff-4950-9998-051e01193fbf service neutron] 10.222.0.13 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 918 time: 0.0985863 Sep 02 17:13:59.379290 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bad041bb-48a5-4c6d-80b7-be925cd7d566 req-583e8114-cedc-457b-a56d-9e1ee6043519 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc HTTP/1.1" status: 200 len: 1000 time: 0.0583754 Sep 02 17:13:59.399925 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-7809b03f-35a6-4cf9-acb7-d951619ad3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'fde90b98-0f02-42ef-8bc6-382354893de6', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'port_id': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'mac_address': 'fa:16:3e:3e:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:13:45Z', 'updated_at': '2021-09-02T17:13:58Z', 'revision_number': 1, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:59.426425 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809b03f-35a6-4cf9-acb7-d951619ad3af None None] Checking router: 691157b2-4334-4ecf-b476-6e287fc99590 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:13:59.430107 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad041bb-48a5-4c6d-80b7-be925cd7d566 req-017fc36b-6d2a-4ce7-a2e9-b2ec9539c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.431803 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bad041bb-48a5-4c6d-80b7-be925cd7d566 req-017fc36b-6d2a-4ce7-a2e9-b2ec9539c12a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 200 len: 856 time: 0.0455313 Sep 02 17:13:59.435177 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809b03f-35a6-4cf9-acb7-d951619ad3af None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:59.435772 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-7809b03f-35a6-4cf9-acb7-d951619ad3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:59.481554 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad041bb-48a5-4c6d-80b7-be925cd7d566 req-6c6a3d67-7595-473d-b859-34f77b05990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.483102 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bad041bb-48a5-4c6d-80b7-be925cd7d566 req-6c6a3d67-7595-473d-b859-34f77b05990e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94c8cbb5-40fd-4da4-849b-703835a0088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441792 Sep 02 17:13:59.577170 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bad041bb-48a5-4c6d-80b7-be925cd7d566 req-2db4a94c-01c1-4764-9b8d-7b6a9ff6044f service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867639 Sep 02 17:13:59.664387 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-7809b03f-35a6-4cf9-acb7-d951619ad3af None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:59.707354 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc7417-aba3-417e-8f61-ded49590d8d7 req-42bdd4bf-6edf-49d6-8ffa-d323b4651ad8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.709399 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-42dc7417-aba3-417e-8f61-ded49590d8d7 req-42bdd4bf-6edf-49d6-8ffa-d323b4651ad8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0771503 Sep 02 17:13:59.713089 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bad041bb-48a5-4c6d-80b7-be925cd7d566 req-d9dafe94-4d26-41e8-92c0-9f72e3a7f336 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284666 Sep 02 17:13:59.749924 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-42dc7417-aba3-417e-8f61-ded49590d8d7 req-0b583050-366a-403f-9fda-b03a897ce95a tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343008 Sep 02 17:13:59.885733 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-7809b03f-35a6-4cf9-acb7-d951619ad3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'fde90b98-0f02-42ef-8bc6-382354893de6', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'port_id': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'mac_address': 'fa:16:3e:3e:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:13:45Z', 'updated_at': '2021-09-02T17:13:58Z', 'revision_number': 1, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:59.915125 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809b03f-35a6-4cf9-acb7-d951619ad3af None None] The sync data for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi is: [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'fde90b98-0f02-42ef-8bc6-382354893de6', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'port_id': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'mac_address': 'fa:16:3e:3e:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:13:45Z', 'updated_at': '2021-09-02T17:13:58Z', 'revision_number': 1, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:14:00.094881 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd16a97-26b3-4325-8b05-b28597c12d84 None None] New status for floating IP fde90b98-0f02-42ef-8bc6-382354893de6: ACTIVE {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:14:00.865105 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ef420-0e0a-4b78-b980-2bbbc14edca5 req-eac0ffad-21df-4c50-86df-5221195f50bf tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:00.866595 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-669ef420-0e0a-4b78-b980-2bbbc14edca5 req-eac0ffad-21df-4c50-86df-5221195f50bf tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0480936 Sep 02 17:14:00.907738 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-669ef420-0e0a-4b78-b980-2bbbc14edca5 req-e551ddfe-c9e5-4dac-b1d5-7c251c49ad72 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352547 Sep 02 17:14:02.021655 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061077ce-efe1-4119-ab99-67535362831a req-5391ede5-1797-47b9-83fd-f0a642d15db1 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:02.023174 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-061077ce-efe1-4119-ab99-67535362831a req-5391ede5-1797-47b9-83fd-f0a642d15db1 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0480387 Sep 02 17:14:02.064826 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-061077ce-efe1-4119-ab99-67535362831a req-ada85730-0a33-441d-a605-41bfb055dd53 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358160 Sep 02 17:14:03.177480 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff26a45-8fad-4dd6-8f7d-0f36984c38f2 req-7fd02462-e6c1-46b1-a637-f4976b6a8d92 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:03.178985 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aff26a45-8fad-4dd6-8f7d-0f36984c38f2 req-7fd02462-e6c1-46b1-a637-f4976b6a8d92 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0472929 Sep 02 17:14:03.216253 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aff26a45-8fad-4dd6-8f7d-0f36984c38f2 req-530f1e7e-8e9d-4497-9d90-67f9c1af4f39 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Sep 02 17:14:04.335284 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad083d2-d639-438d-81c4-699c17f4c426 req-e602f05b-ef86-4772-9c1e-631c56c1935d tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:04.336750 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4ad083d2-d639-438d-81c4-699c17f4c426 req-e602f05b-ef86-4772-9c1e-631c56c1935d tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0466809 Sep 02 17:14:04.374686 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4ad083d2-d639-438d-81c4-699c17f4c426 req-753ae785-dc07-4be3-8f3e-2081387c895c tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Sep 02 17:14:04.997758 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:14:05.488584 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd23cd-0667-4d14-b705-86749f5b327d req-bbd85f15-2491-4e4d-ad32-b9286dfccea4 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:05.490784 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ecdd23cd-0667-4d14-b705-86749f5b327d req-bbd85f15-2491-4e4d-ad32-b9286dfccea4 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0486338 Sep 02 17:14:05.528989 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ecdd23cd-0667-4d14-b705-86749f5b327d req-c2e757d1-e721-428a-908c-ed650ab1a8d4 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323076 Sep 02 17:14:06.646398 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84ab48-a8c6-463b-88b0-504ab81fa592 req-53e9f6c2-8512-4dc9-82e7-a137f631c040 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:06.647956 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7e84ab48-a8c6-463b-88b0-504ab81fa592 req-53e9f6c2-8512-4dc9-82e7-a137f631c040 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0497251 Sep 02 17:14:06.685755 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7e84ab48-a8c6-463b-88b0-504ab81fa592 req-37429a54-6e02-4aca-8fb2-d54c36c7d89d tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317640 Sep 02 17:14:07.489813 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device f0347608-2078-4ebd-b282-53b22f166ac6 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:14:07.581131 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port f0347608-2078-4ebd-b282-53b22f166ac6, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f0347608-2078-4ebd-b282-53b22f166ac6,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:07.593487 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'port_id': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'mac_address': 'fa:16:3e:f2:28:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:14:07.638131 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:07.651652 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0347608-2078-4ebd-b282-53b22f166ac6 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:14:07.670737 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port f0347608-2078-4ebd-b282-53b22f166ac6, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f0347608-2078-4ebd-b282-53b22f166ac6,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:07.674492 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:07.721388 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=f0347608-2078-4ebd-b282-53b22f166ac6,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:07.800234 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3b39c-37fb-4167-8dbf-d90adb5987b8 req-e6248bc2-d1e4-43be-8d49-1d95fb23c44a tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:07.801729 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9f3b39c-37fb-4167-8dbf-d90adb5987b8 req-e6248bc2-d1e4-43be-8d49-1d95fb23c44a tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 944 time: 0.0478656 Sep 02 17:14:07.846736 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9f3b39c-37fb-4167-8dbf-d90adb5987b8 req-03c962b9-275f-42b8-8be5-18718790f366 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384319 Sep 02 17:14:08.027304 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['f0347608-2078-4ebd-b282-53b22f166ac6'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:14:08.960928 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c78c2-6adb-4251-85f2-7961e6453e58 req-7f8bdc35-5fe4-42c5-accf-2b7822f8fd89 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:08.962405 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cf7c78c2-6adb-4251-85f2-7961e6453e58 req-7f8bdc35-5fe4-42c5-accf-2b7822f8fd89 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 944 time: 0.0505490 Sep 02 17:14:09.003539 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cf7c78c2-6adb-4251-85f2-7961e6453e58 req-aa98e58c-55b4-4600-8f0a-97c2a1525c13 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352719 Sep 02 17:14:09.496237 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device f0347608-2078-4ebd-b282-53b22f166ac6 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:14:09.543256 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port f0347608-2078-4ebd-b282-53b22f166ac6 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:14:09.546822 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port f0347608-2078-4ebd-b282-53b22f166ac6 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:14:09.547197 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:09.623563 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:09.644812 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:14:09.647051 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41915ae2-9bb0-4bbc-9de7-e674c1f78e78" -d '{"events": [{"server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "name": "network-vif-plugged", "status": "completed", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:14:09.659200 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port f0347608-2078-4ebd-b282-53b22f166ac6, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f0347608-2078-4ebd-b282-53b22f166ac6,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:09.664269 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:09.695379 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969403da-1d93-4668-bb79-fad4d188ef7c x-openstack-request-id: req-969403da-1d93-4668-bb79-fad4d188ef7c {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:14:09.695665 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "name": "network-vif-plugged", "status": "completed", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:14:09.695912 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-969403da-1d93-4668-bb79-fad4d188ef7c {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:14:09.696298 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'code': 200} Sep 02 17:14:09.712683 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=f0347608-2078-4ebd-b282-53b22f166ac6,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:09.944190 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd438c2e-ca81-4267-a2a1-4a6f73751f90 req-257d2424-23fd-42e1-aa05-dc1f6c71984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:09.945666 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fd438c2e-ca81-4267-a2a1-4a6f73751f90 req-257d2424-23fd-42e1-aa05-dc1f6c71984b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 1098 time: 0.0394893 Sep 02 17:14:09.988078 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fd438c2e-ca81-4267-a2a1-4a6f73751f90 req-9890353d-44d6-404a-8c0a-476d003c4a37 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305567 Sep 02 17:14:10.116074 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40511-d3ab-47a9-aeb1-25deb1f3381b req-801944c1-80a3-4234-a0a2-3ab16b0967a3 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:10.117547 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-63a40511-d3ab-47a9-aeb1-25deb1f3381b req-801944c1-80a3-4234-a0a2-3ab16b0967a3 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0482309 Sep 02 17:14:10.154245 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-63a40511-d3ab-47a9-aeb1-25deb1f3381b req-9651af15-bbfb-4dd7-9838-d9b73ce61e5a tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309610 Sep 02 17:14:11.272509 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57573393-7ddc-4c29-b504-ff7183e55b83 req-9dc4c781-3591-4880-b21f-2b4a40a12362 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:11.274178 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57573393-7ddc-4c29-b504-ff7183e55b83 req-9dc4c781-3591-4880-b21f-2b4a40a12362 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0499949 Sep 02 17:14:11.311904 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57573393-7ddc-4c29-b504-ff7183e55b83 req-2991e40f-4acc-4ba3-9580-c76b68221a2f tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318065 Sep 02 17:14:12.423851 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512805e8-ae84-4bba-82fa-b67970cb0586 req-ae2d0660-46d3-46a3-862c-8e94e69d3a95 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:12.425311 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-512805e8-ae84-4bba-82fa-b67970cb0586 req-ae2d0660-46d3-46a3-862c-8e94e69d3a95 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0472715 Sep 02 17:14:12.466511 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-512805e8-ae84-4bba-82fa-b67970cb0586 req-eb5ac23b-0f83-4705-a553-414f460bb009 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348310 Sep 02 17:14:12.676884 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f348ee-91e4-49eb-a3c8-9bd1baf230ff req-4b8f4db0-c89e-4848-a8dc-2e982e6e69af tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:12.678961 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1f348ee-91e4-49eb-a3c8-9bd1baf230ff req-4b8f4db0-c89e-4848-a8dc-2e982e6e69af tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0471330 Sep 02 17:14:12.716666 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1f348ee-91e4-49eb-a3c8-9bd1baf230ff req-c2ae3c07-afe2-497b-8657-9ffaf53d9221 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320232 Sep 02 17:14:12.737649 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 50216) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:12.870613 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55340d72-e890-4a98-bd7f-4fcbddb166ef tempest-TestShelveInstance-184329650 tempest-TestShelveInstance-184329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:12.872194 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-55340d72-e890-4a98-bd7f-4fcbddb166ef tempest-TestShelveInstance-184329650 tempest-TestShelveInstance-184329650-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 1093 time: 0.1335719 Sep 02 17:14:12.875061 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 50220) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:12.879350 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Request body: {'floatingip': {'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'port_id': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:14:12.900949 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:12.999436 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:13.105288 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Allocated IP 172.27.2.3 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/8ba193bb-1302-4691-9899-34c9b02989cd) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:14:13.203593 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:13.241361 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:13.281997 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:14:13.284757 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:14:13.289025 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:14:13.294246 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event updated for resources: {'Port': ['ID=8ba193bb-1302-4691-9899-34c9b02989cd,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:13.627632 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:13.697060 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:13.842738 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:13.847403 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:13.917636 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event updated for resources: {'Port': ['ID=8ba193bb-1302-4691-9899-34c9b02989cd,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:13.927763 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:14.033405 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Floating IP 7553032a-6653-463e-a410-d3c22604c3c8 associated. External IP: 172.27.2.3, port: f0347608-2078-4ebd-b282-53b22f166ac6. Sep 02 17:14:14.230244 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Router a1e327a7-faa9-4f51-87db-54881f201585 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:14:14.335635 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:14:14.351688 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:14.380048 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2def34f8-2b2e-47fb-86f6-360c5d612d60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5039382 Sep 02 17:14:14.380658 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:14:14.383033 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84845f7a-0fc4-4765-8eac-810f66bfae49" -d '{"events": [{"name": "network-changed", "server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:14:14.466267 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e3972a-ea20-412d-90a9-a543a55a0a2d None None] Sync routers for ids ['a1e327a7-faa9-4f51-87db-54881f201585'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:14:14.476024 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e3972a-ea20-412d-90a9-a543a55a0a2d None None] Routers {'a1e327a7-faa9-4f51-87db-54881f201585'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:14:14.476659 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a2e3972a-ea20-412d-90a9-a543a55a0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a1e327a7-faa9-4f51-87db-54881f201585'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:14:14.484119 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942e141f-1445-4f81-8b3b-8cd944e5eb39 x-openstack-request-id: req-942e141f-1445-4f81-8b3b-8cd944e5eb39 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:14:14.484415 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:14:14.484671 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-942e141f-1445-4f81-8b3b-8cd944e5eb39 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:14:14.485077 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'status': 'completed', 'code': 200} Sep 02 17:14:14.567346 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845f7a-0fc4-4765-8eac-810f66bfae49 req-034b1f50-d2e8-421b-b559-56a224575049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:14.569419 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-84845f7a-0fc4-4765-8eac-810f66bfae49 req-034b1f50-d2e8-421b-b559-56a224575049 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1187a96ac5fd43ed8833b20d6e853409&device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 1098 time: 0.0396276 Sep 02 17:14:14.581883 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a2e3972a-ea20-412d-90a9-a543a55a0a2d None None] Set router a1e327a7-faa9-4f51-87db-54881f201585 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:14:14.659808 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845f7a-0fc4-4765-8eac-810f66bfae49 req-6654583c-4c8f-41f2-be4d-2bab723ad515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:14.661313 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-84845f7a-0fc4-4765-8eac-810f66bfae49 req-6654583c-4c8f-41f2-be4d-2bab723ad515 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e HTTP/1.1" status: 200 len: 910 time: 0.0833759 Sep 02 17:14:14.729154 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-84845f7a-0fc4-4765-8eac-810f66bfae49 req-e42fe805-4cdb-4591-8c6e-b8b1a1b38b0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0347608-2078-4ebd-b282-53b22f166ac6 HTTP/1.1" status: 200 len: 997 time: 0.0602386 Sep 02 17:14:14.782521 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845f7a-0fc4-4765-8eac-810f66bfae49 req-7de3bcc0-6e0f-4f66-a5c7-acd0815b5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:14.784484 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-84845f7a-0fc4-4765-8eac-810f66bfae49 req-7de3bcc0-6e0f-4f66-a5c7-acd0815b5f12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23e61cf7-5873-4363-88cd-5719c98b65d6 HTTP/1.1" status: 200 len: 848 time: 0.0473752 Sep 02 17:14:14.809775 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a2e3972a-ea20-412d-90a9-a543a55a0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '7553032a-6653-463e-a410-d3c22604c3c8', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'port_id': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'mac_address': 'fa:16:3e:f2:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:14:13Z', 'updated_at': '2021-09-02T17:14:13Z', 'revision_number': 0, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1', 'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'mac_address': 'fa:16:3e:d9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:25Z', 'updated_at': '2021-09-02T17:13:31Z', 'revision_number': 5, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'subnets': [{'id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:14:14.836041 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e3972a-ea20-412d-90a9-a543a55a0a2d None None] Checking router: a1e327a7-faa9-4f51-87db-54881f201585 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:14:14.844460 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e3972a-ea20-412d-90a9-a543a55a0a2d None None] Routers {'a1e327a7-faa9-4f51-87db-54881f201585'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:14:14.845081 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a2e3972a-ea20-412d-90a9-a543a55a0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:13:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a1e327a7-faa9-4f51-87db-54881f201585'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:14:14.850906 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845f7a-0fc4-4765-8eac-810f66bfae49 req-40c6115c-d6a2-4557-9323-741838c5e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:14.852457 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-84845f7a-0fc4-4765-8eac-810f66bfae49 req-40c6115c-d6a2-4557-9323-741838c5e8fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415928 Sep 02 17:14:14.954991 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-84845f7a-0fc4-4765-8eac-810f66bfae49 req-f3ac1520-7959-4153-9d46-89db55de59f6 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872953 Sep 02 17:14:14.955123 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a2e3972a-ea20-412d-90a9-a543a55a0a2d None None] Set router a1e327a7-faa9-4f51-87db-54881f201585 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:14:15.045348 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-84845f7a-0fc4-4765-8eac-810f66bfae49 req-1c36d13f-a1f4-4184-83a4-04649866ac69 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826950 Sep 02 17:14:15.177784 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a2e3972a-ea20-412d-90a9-a543a55a0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '7553032a-6653-463e-a410-d3c22604c3c8', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'port_id': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'mac_address': 'fa:16:3e:f2:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:14:13Z', 'updated_at': '2021-09-02T17:14:13Z', 'revision_number': 0, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1', 'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'mac_address': 'fa:16:3e:d9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:25Z', 'updated_at': '2021-09-02T17:13:31Z', 'revision_number': 5, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'subnets': [{'id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:14:15.202788 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e3972a-ea20-412d-90a9-a543a55a0a2d None None] The sync data for ids ['a1e327a7-faa9-4f51-87db-54881f201585'] in dv-cinder-806260-3-iscsi is: [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '7553032a-6653-463e-a410-d3c22604c3c8', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'port_id': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'mac_address': 'fa:16:3e:f2:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:14:13Z', 'updated_at': '2021-09-02T17:14:13Z', 'revision_number': 0, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1', 'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'mac_address': 'fa:16:3e:d9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:25Z', 'updated_at': '2021-09-02T17:13:31Z', 'revision_number': 5, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'subnets': [{'id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:14:15.379378 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4564930-1682-4497-981f-15aa4075b25d None None] New status for floating IP 7553032a-6653-463e-a410-d3c22604c3c8: ACTIVE {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:14:17.107830 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:21.958885 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-07a7f7fa-5daf-4171-9f91-e8c2e37b7c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:24.935768 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-daad9a76-6411-40b1-ba2c-472f3914db9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:25.177618 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:26.522719 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:28.485039 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:41.997833 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:14:43.435835 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556c059-566b-4ef6-bf1a-a163423ac9f4 req-0970e4dd-285c-4f66-864e-0dd35a2d7d54 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:43.437371 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1556c059-566b-4ef6-bf1a-a163423ac9f4 req-0970e4dd-285c-4f66-864e-0dd35a2d7d54 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0528595 Sep 02 17:14:43.475052 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1556c059-566b-4ef6-bf1a-a163423ac9f4 req-fdcf67f8-5d33-4088-a9d4-9b44f7a210d9 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Sep 02 17:14:44.590355 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce130a-58de-40d2-b062-5f8ac2eb6237 req-54cde9c9-baa8-42d9-82f4-052450831b49 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:44.591837 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f9ce130a-58de-40d2-b062-5f8ac2eb6237 req-54cde9c9-baa8-42d9-82f4-052450831b49 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0471125 Sep 02 17:14:44.628458 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f9ce130a-58de-40d2-b062-5f8ac2eb6237 req-653fb227-da93-4a52-ac76-7c02c3d0cb83 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Sep 02 17:14:45.745367 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139d077-0cf9-4abb-a95a-4bbcfb299a6f req-99a392ee-1d5b-4fe6-8afd-66ae6bd30ed0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:45.746867 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e139d077-0cf9-4abb-a95a-4bbcfb299a6f req-99a392ee-1d5b-4fe6-8afd-66ae6bd30ed0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0482845 Sep 02 17:14:45.783142 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e139d077-0cf9-4abb-a95a-4bbcfb299a6f req-27ded762-d895-4aa1-95e7-c8faf76eb78a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305059 Sep 02 17:14:46.902297 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a98ee-16e1-405f-a7d8-7e90f99fd72e req-3f069a48-c274-41fe-86b6-5cb39c907d86 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:46.903826 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db5a98ee-16e1-405f-a7d8-7e90f99fd72e req-3f069a48-c274-41fe-86b6-5cb39c907d86 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0516059 Sep 02 17:14:46.941034 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db5a98ee-16e1-405f-a7d8-7e90f99fd72e req-f59e8f8d-f51e-44c0-8d5d-036ac7e21312 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313690 Sep 02 17:14:47.113891 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:48.056629 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c2efa-5774-4047-9293-d665f6c06588 req-3845c97d-6197-4101-a9d2-9994283837a1 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:48.058125 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-853c2efa-5774-4047-9293-d665f6c06588 req-3845c97d-6197-4101-a9d2-9994283837a1 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0478027 Sep 02 17:14:48.095611 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-853c2efa-5774-4047-9293-d665f6c06588 req-14ab22bb-76da-46c1-aedc-15f0cf2d7123 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317066 Sep 02 17:14:49.137774 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2e89dc5-71b3-4f15-977d-da838368edef req-cf7efbd2-ba2f-4d92-909b-8e6d159f36a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424821 Sep 02 17:14:49.212598 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e89dc5-71b3-4f15-977d-da838368edef req-b70f2004-eff4-4f13-be43-06820d15c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:49.214722 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2e89dc5-71b3-4f15-977d-da838368edef req-b70f2004-eff4-4f13-be43-06820d15c599 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 1098 time: 0.0399411 Sep 02 17:14:49.221669 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e95f8-011f-44e0-8c1a-cb6bd4da4297 req-0171da80-43ad-43e5-9622-71a3a23cb91b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:49.223719 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-592e95f8-011f-44e0-8c1a-cb6bd4da4297 req-0171da80-43ad-43e5-9622-71a3a23cb91b tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0487163 Sep 02 17:14:49.261689 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-592e95f8-011f-44e0-8c1a-cb6bd4da4297 req-9ef27bb0-5397-4b93-ba05-3b9b9cffc9ba tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326676 Sep 02 17:14:49.319946 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e89dc5-71b3-4f15-977d-da838368edef req-4077e233-e03a-409a-b9cc-ff9498166813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:49.321417 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2e89dc5-71b3-4f15-977d-da838368edef req-4077e233-e03a-409a-b9cc-ff9498166813 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 910 time: 0.0844371 Sep 02 17:14:49.393227 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2e89dc5-71b3-4f15-977d-da838368edef req-e7a2addd-c2b1-437c-9319-8dc0dc983c59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af31c9b-4bff-4dc7-8b17-98d43795b25a HTTP/1.1" status: 200 len: 1000 time: 0.0613663 Sep 02 17:14:49.442208 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e89dc5-71b3-4f15-977d-da838368edef req-e0aaa508-4147-4710-9d62-2474898f298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:49.443643 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2e89dc5-71b3-4f15-977d-da838368edef req-e0aaa508-4147-4710-9d62-2474898f298e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0431085 Sep 02 17:14:49.489211 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e89dc5-71b3-4f15-977d-da838368edef req-ab722bb5-a31a-4ef4-85f8-a37eae2e8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:49.490870 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2e89dc5-71b3-4f15-977d-da838368edef req-ab722bb5-a31a-4ef4-85f8-a37eae2e8c95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373008 Sep 02 17:14:49.585117 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2e89dc5-71b3-4f15-977d-da838368edef req-40133129-5017-4be1-8797-dff41b560f93 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831306 Sep 02 17:14:49.696493 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2e89dc5-71b3-4f15-977d-da838368edef req-11b5c12b-a1a2-423e-bd6a-bed68278380c service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028330 Sep 02 17:14:50.381412 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c878152-fe89-40ec-b35c-5f158b34b104 req-af9fed88-ee15-4fe2-b15b-f1e0dbbac44d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:50.382935 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c878152-fe89-40ec-b35c-5f158b34b104 req-af9fed88-ee15-4fe2-b15b-f1e0dbbac44d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0519736 Sep 02 17:14:50.420385 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c878152-fe89-40ec-b35c-5f158b34b104 req-830154cb-e4f3-4ff4-93fa-ca61389d0630 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315790 Sep 02 17:14:51.535421 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6deb-a5a4-440e-b428-10b60808c2c4 req-b745dcc2-5154-4f24-ac49-d9e3a66982cb tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:51.536820 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a8ac6deb-a5a4-440e-b428-10b60808c2c4 req-b745dcc2-5154-4f24-ac49-d9e3a66982cb tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0476308 Sep 02 17:14:51.574159 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a8ac6deb-a5a4-440e-b428-10b60808c2c4 req-780ba7d4-f89a-4d19-aa92-c57b3dd66bbb tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310223 Sep 02 17:14:51.961815 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-be0a0cb7-e0e7-4589-9cd8-ec789b56b7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:52.690242 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44f1b0-944f-4940-a0f0-a85eac9afc9e req-65ff53ea-a228-4cf1-923d-928309ea4875 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:52.691735 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bc44f1b0-944f-4940-a0f0-a85eac9afc9e req-65ff53ea-a228-4cf1-923d-928309ea4875 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0466533 Sep 02 17:14:52.728318 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bc44f1b0-944f-4940-a0f0-a85eac9afc9e req-c7295356-5fc2-4ea3-8877-4d188d4636f7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308836 Sep 02 17:14:53.850213 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeea780-7d45-4496-8823-1ccf8bdfe841 req-69f2664d-f4db-4c90-a168-ce3d150a1d12 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:53.851704 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-baeea780-7d45-4496-8823-1ccf8bdfe841 req-69f2664d-f4db-4c90-a168-ce3d150a1d12 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0524719 Sep 02 17:14:53.888454 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-baeea780-7d45-4496-8823-1ccf8bdfe841 req-4f4a7fed-eb7c-4d57-a158-abdf7fc4cee5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Sep 02 17:14:54.936229 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-02572100-00ae-4bb9-b963-677f4c44f470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:55.009148 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349cc25-badb-49f2-a7b8-24030fc7cb1b req-2265ec32-d8d5-4c20-8032-44698c0bf05d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:55.010649 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e349cc25-badb-49f2-a7b8-24030fc7cb1b req-2265ec32-d8d5-4c20-8032-44698c0bf05d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0488183 Sep 02 17:14:55.048113 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e349cc25-badb-49f2-a7b8-24030fc7cb1b req-9cf8a49b-b466-4b74-a71f-1e7b3a910f86 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316548 Sep 02 17:14:55.179041 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:55.757533 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 88ce9e99-9c0c-4984-9fbe-83639825e7cc details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:14:55.852519 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:55.864254 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'port_id': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'mac_address': 'fa:16:3e:3e:79:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:14:55.899898 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:55.913279 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88ce9e99-9c0c-4984-9fbe-83639825e7cc {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:14:55.933306 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:55.937215 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:55.985123 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=88ce9e99-9c0c-4984-9fbe-83639825e7cc,revision_number=6']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:55.992090 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:55.992462 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:55.992799 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:55.993131 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:55.993458 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:55.993784 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:55.994105 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:55.994435 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:55.994799 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:55.995712 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:55.996031 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:55.996346 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:56.137462 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['88ce9e99-9c0c-4984-9fbe-83639825e7cc'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:14:56.168102 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7ddbb-d975-4f83-adba-a798e1198f36 req-03de4d32-fcb3-41d3-ab80-88d601dc966c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:56.169517 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-42e7ddbb-d975-4f83-adba-a798e1198f36 req-03de4d32-fcb3-41d3-ab80-88d601dc966c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 945 time: 0.0517311 Sep 02 17:14:56.215340 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-42e7ddbb-d975-4f83-adba-a798e1198f36 req-d4bebdfb-4fd2-4ed8-91cb-0250a6c6af27 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389283 Sep 02 17:14:56.526180 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.351167 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6248b3-f8de-4385-863f-877230cbb100 req-67a4c4e0-bb20-4d29-83cc-ec7a3ed83d4a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:57.352722 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c6248b3-f8de-4385-863f-877230cbb100 req-67a4c4e0-bb20-4d29-83cc-ec7a3ed83d4a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 945 time: 0.0581057 Sep 02 17:14:57.394022 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c6248b3-f8de-4385-863f-877230cbb100 req-ffd1615a-adf8-4fb0-8804-2ecfb956c64e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347795 Sep 02 17:14:57.760153 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 88ce9e99-9c0c-4984-9fbe-83639825e7cc up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:14:57.809656 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 88ce9e99-9c0c-4984-9fbe-83639825e7cc triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:14:57.810026 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.898705 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.930399 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:14:57.932867 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74665d62-b1ee-48dd-9467-e2c3605fa91d" -d '{"events": [{"server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "name": "network-vif-plugged", "status": "completed", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:14:57.950024 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:57.955817 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:58.021304 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=88ce9e99-9c0c-4984-9fbe-83639825e7cc,revision_number=7']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:58.057629 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca4283e-a71b-4c4f-b620-8fbad4f7bc5c x-openstack-request-id: req-9ca4283e-a71b-4c4f-b620-8fbad4f7bc5c {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:14:58.058083 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "name": "network-vif-plugged", "status": "completed", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:14:58.058662 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ca4283e-a71b-4c4f-b620-8fbad4f7bc5c {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:14:58.059192 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'code': 200} Sep 02 17:14:58.508228 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:58.545666 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbf592-7894-46bb-9235-8278fcbecfad req-466b9ac1-53df-4c45-9183-24b8b2831599 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:58.547350 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-dffbf592-7894-46bb-9235-8278fcbecfad req-466b9ac1-53df-4c45-9183-24b8b2831599 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0661738 Sep 02 17:14:58.594267 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-dffbf592-7894-46bb-9235-8278fcbecfad req-743298c1-12aa-4ce8-9d71-70b3ce52982f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398357 Sep 02 17:14:59.729862 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110b06c-f735-4406-acfe-bb518d9dd49a req-8ade9a34-e2d5-41cf-8772-309f4be4ee6c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:59.738941 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b110b06c-f735-4406-acfe-bb518d9dd49a req-8ade9a34-e2d5-41cf-8772-309f4be4ee6c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0624523 Sep 02 17:14:59.779292 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b110b06c-f735-4406-acfe-bb518d9dd49a req-f530667b-281c-411b-b29b-d7f52da23818 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388882 Sep 02 17:15:00.907498 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb310d20-acdf-41c7-9912-36ca4563ef3e req-d1452d86-e692-4aa9-ba90-827669da5ea5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:00.909280 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb310d20-acdf-41c7-9912-36ca4563ef3e req-d1452d86-e692-4aa9-ba90-827669da5ea5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0514040 Sep 02 17:15:00.967302 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb310d20-acdf-41c7-9912-36ca4563ef3e req-9e5caade-23fd-4054-8456-738e4dc9ccf2 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498695 Sep 02 17:15:02.088623 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693e4ae-a54a-43b9-87c5-a70784fc93e7 req-8eb95e48-3889-406f-a450-30e637ad4f49 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:02.097996 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b693e4ae-a54a-43b9-87c5-a70784fc93e7 req-8eb95e48-3889-406f-a450-30e637ad4f49 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0649865 Sep 02 17:15:02.132954 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b693e4ae-a54a-43b9-87c5-a70784fc93e7 req-89124d39-1277-4010-924c-1ec89c912db5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Sep 02 17:15:03.270524 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3870294-9df2-4eea-8947-fb385b0073c8 req-73003c04-be66-4ba5-8390-5e5153e3c42d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:03.272155 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b3870294-9df2-4eea-8947-fb385b0073c8 req-73003c04-be66-4ba5-8390-5e5153e3c42d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0554464 Sep 02 17:15:03.317000 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b3870294-9df2-4eea-8947-fb385b0073c8 req-9941b181-4e04-4299-9804-058f62ab62aa tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389333 Sep 02 17:15:04.472876 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65613418-e172-40b4-858e-980f4669df10 req-5037c56b-6090-4d14-a6ee-4ad62a86d019 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:04.478058 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-65613418-e172-40b4-858e-980f4669df10 req-5037c56b-6090-4d14-a6ee-4ad62a86d019 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0806825 Sep 02 17:15:04.519388 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-65613418-e172-40b4-858e-980f4669df10 req-e429cf73-1e95-444b-b45e-0c7a56cd8084 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333436 Sep 02 17:15:05.639021 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9a23-ef71-451b-bab4-185d6e5c91b2 req-30247dcb-b7fe-4fef-974f-d3b7b19a3018 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:05.640509 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-09ca9a23-ef71-451b-bab4-185d6e5c91b2 req-30247dcb-b7fe-4fef-974f-d3b7b19a3018 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0515318 Sep 02 17:15:05.679013 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-09ca9a23-ef71-451b-bab4-185d6e5c91b2 req-e507db5e-4ab5-41f6-b316-3f06981dc2f7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322976 Sep 02 17:15:05.907963 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7782beb-0c77-49f7-951b-509de2bb86b7 req-3ae26728-8104-433d-af16-d7c5731be696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:05.909357 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f7782beb-0c77-49f7-951b-509de2bb86b7 req-3ae26728-8104-433d-af16-d7c5731be696 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 1099 time: 0.0399325 Sep 02 17:15:06.003484 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7782beb-0c77-49f7-951b-509de2bb86b7 req-a4e54536-0b26-4ccd-af7a-9987ac5d67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:06.004942 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f7782beb-0c77-49f7-951b-509de2bb86b7 req-a4e54536-0b26-4ccd-af7a-9987ac5d67f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 918 time: 0.0832937 Sep 02 17:15:06.070825 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f7782beb-0c77-49f7-951b-509de2bb86b7 req-cd11fe0a-74ce-4bb7-9965-358886ed4c02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc HTTP/1.1" status: 200 len: 1002 time: 0.0581434 Sep 02 17:15:06.125230 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7782beb-0c77-49f7-951b-509de2bb86b7 req-e2614eaa-6e2c-4e8b-9fbf-053de5ba46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:06.126841 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f7782beb-0c77-49f7-951b-509de2bb86b7 req-e2614eaa-6e2c-4e8b-9fbf-053de5ba46a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 200 len: 856 time: 0.0440981 Sep 02 17:15:06.172582 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7782beb-0c77-49f7-951b-509de2bb86b7 req-5360c7d9-bc8b-43d1-b612-cb77649d5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:06.173934 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f7782beb-0c77-49f7-951b-509de2bb86b7 req-5360c7d9-bc8b-43d1-b612-cb77649d5cde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94c8cbb5-40fd-4da4-849b-703835a0088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394776 Sep 02 17:15:06.268377 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f7782beb-0c77-49f7-951b-509de2bb86b7 req-e2a3f27a-2afa-4328-85ab-ded732e8b081 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820010 Sep 02 17:15:06.370425 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f7782beb-0c77-49f7-951b-509de2bb86b7 req-0ae21046-111f-4090-8f38-2579250e310c service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896702 Sep 02 17:15:06.809146 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dd188-2172-40aa-8d5f-1ba7a420c30f req-a5e9af13-5f84-4ed9-9e2f-f9527cf593a5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:06.810693 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f26dd188-2172-40aa-8d5f-1ba7a420c30f req-a5e9af13-5f84-4ed9-9e2f-f9527cf593a5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0594449 Sep 02 17:15:06.848579 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f26dd188-2172-40aa-8d5f-1ba7a420c30f req-25fa1ece-3766-4696-b540-da2d04059563 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319757 Sep 02 17:15:07.965787 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d11a3-2392-41be-8c02-0e18b475ef52 req-a99169e7-25dc-42f8-adff-a60829a1641e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:07.967308 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-553d11a3-2392-41be-8c02-0e18b475ef52 req-a99169e7-25dc-42f8-adff-a60829a1641e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0486488 Sep 02 17:15:08.004097 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-553d11a3-2392-41be-8c02-0e18b475ef52 req-2bbe669f-e3db-43e1-945e-5c90450610e8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310390 Sep 02 17:15:08.741538 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b64ed-faab-406e-ab58-a75aa872fd61 req-6c0f4fed-826a-4fce-abdf-fc5a2c558592 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:08.743050 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-534b64ed-faab-406e-ab58-a75aa872fd61 req-6c0f4fed-826a-4fce-abdf-fc5a2c558592 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 945 time: 0.0538983 Sep 02 17:15:08.794187 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-534b64ed-faab-406e-ab58-a75aa872fd61 req-e0516a42-5e21-4948-b6ed-d9c58d0fd430 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452101 Sep 02 17:15:09.125442 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3afd2f-3d08-431c-af3d-cc0131fd27a0 req-a45ead2c-9d44-4bed-9175-0f8d319e1ee1 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:09.126854 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4b3afd2f-3d08-431c-af3d-cc0131fd27a0 req-a45ead2c-9d44-4bed-9175-0f8d319e1ee1 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 946 time: 0.0524879 Sep 02 17:15:09.171163 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4b3afd2f-3d08-431c-af3d-cc0131fd27a0 req-b54c565a-e506-4750-aa5b-328004af6527 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384252 Sep 02 17:15:09.838285 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 88ce9e99-9c0c-4984-9fbe-83639825e7cc no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:15:09.923018 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:09.931326 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef785b56-53d0-4d45-9104-ad0cfd72790d req-9899eaf0-e93f-4911-8cff-9a497329cb0b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:09.933740 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef785b56-53d0-4d45-9104-ad0cfd72790d req-9899eaf0-e93f-4911-8cff-9a497329cb0b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 945 time: 0.0588033 Sep 02 17:15:09.957247 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:09.958058 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:09.960728 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c0497c-eaa9-4592-b151-e5fa7a0b6285" -d '{"events": [{"server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "name": "network-vif-unplugged", "status": "completed", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:09.965097 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:09.976312 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef785b56-53d0-4d45-9104-ad0cfd72790d req-3aa2e680-dc12-4dc4-9994-06d4878ee00f tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354590 Sep 02 17:15:10.011937 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=88ce9e99-9c0c-4984-9fbe-83639825e7cc,revision_number=8']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:10.029229 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97dfa49-46a1-4875-aa33-24fcdefbb35e x-openstack-request-id: req-e97dfa49-46a1-4875-aa33-24fcdefbb35e {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:10.029765 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "name": "network-vif-unplugged", "status": "failed", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc", "code": 422}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:10.030198 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e97dfa49-46a1-4875-aa33-24fcdefbb35e {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:10.030833 dv-cinder-806260-3-iscsi neutron-server[94108]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'code': 422} returned with failed status Sep 02 17:15:10.147428 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff8581-94cd-4f86-b4e8-85b6e44d5024 req-605aadcd-9a57-42ff-b08e-c49ba544c548 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:10.149069 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a4ff8581-94cd-4f86-b4e8-85b6e44d5024 req-605aadcd-9a57-42ff-b08e-c49ba544c548 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0518894 Sep 02 17:15:10.173271 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-94276e17-ca51-419a-9fe8-9fc225d585cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389264 Sep 02 17:15:10.191345 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a4ff8581-94cd-4f86-b4e8-85b6e44d5024 req-52324093-8e51-4dfc-88c4-f56463d0556c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348101 Sep 02 17:15:10.671504 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-419da3ff-9944-4344-bbbe-8062d307dfd1 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:10.673314 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-419da3ff-9944-4344-bbbe-8062d307dfd1 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 945 time: 0.0474849 Sep 02 17:15:10.773954 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Deleting port 1af31c9b-4bff-4dc7-8b17-98d43795b25a {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:15:10.774212 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.860795 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] For port 1af31c9b-4bff-4dc7-8b17-98d43795b25a, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=1af31c9b-4bff-4dc7-8b17-98d43795b25a,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:10.861158 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:11.075952 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:11.076338 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:11.076657 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.l3_db [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Floating IP bc8e56d0-8cda-4fba-8fe5-a1e74d6bc5b9 disassociated. External IP: 172.27.2.50, port: 1af31c9b-4bff-4dc7-8b17-98d43795b25a. Sep 02 17:15:11.076986 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Calling delete_port for 1af31c9b-4bff-4dc7-8b17-98d43795b25a owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:15:11.157475 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557cbc7-8094-4e77-804b-43df0d799bff req-9b21e603-2f1e-4e0f-8ff8-356a217f3aca tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.158732 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9557cbc7-8094-4e77-804b-43df0d799bff req-9b21e603-2f1e-4e0f-8ff8-356a217f3aca tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 945 time: 0.1079895 Sep 02 17:15:11.166815 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-dad906a6-c68f-4540-9ccf-b5a0067d4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.168951 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-dad906a6-c68f-4540-9ccf-b5a0067d4f10 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c&tenant_id=70d941aa2c0e4b9eac9950e6e8237615 HTTP/1.1" status: 200 len: 1097 time: 0.0890639 Sep 02 17:15:11.203300 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9557cbc7-8094-4e77-804b-43df0d799bff req-efd33682-f38f-4af5-ae45-639acf83e396 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333693 Sep 02 17:15:11.213362 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:11.244342 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event deleted for resources: {'Port': ['ID=1af31c9b-4bff-4dc7-8b17-98d43795b25a,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:11.259625 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.259983 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.260591 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.261302 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.261633 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.261885 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.262212 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.262595 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.262872 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.263185 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.263507 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.263823 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:11.278024 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-c8bb0c28-bfa1-42c8-95a5-751b2378d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.279562 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-c8bb0c28-bfa1-42c8-95a5-751b2378d409 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 1097 time: 0.0529120 Sep 02 17:15:11.374666 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Router 1fb85de1-32e1-4f3c-9028-ce687163b298 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:15:11.383404 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387ffd-92e2-433b-bac2-5a3b1068b7b5 req-c7fffaa0-121d-4990-a930-22760a98c984 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.384895 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd387ffd-92e2-433b-bac2-5a3b1068b7b5 req-c7fffaa0-121d-4990-a930-22760a98c984 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0995915 Sep 02 17:15:11.424542 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-ca4d428b-e878-4539-abb5-eaad364cca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.425993 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-ca4d428b-e878-4539-abb5-eaad364cca49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 200 len: 918 time: 0.1322608 Sep 02 17:15:11.441650 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd387ffd-92e2-433b-bac2-5a3b1068b7b5 req-346c562b-cbb5-4b0e-b221-20669332fbe2 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499012 Sep 02 17:15:11.505753 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-cb6ec0d0-d455-4d3b-82f8-9c9cd89a622c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc HTTP/1.1" status: 200 len: 1000 time: 0.0630293 Sep 02 17:15:11.561762 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-30e1da1e-b79c-4a1e-ba97-ca3827861c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.563278 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-30e1da1e-b79c-4a1e-ba97-ca3827861c7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 200 len: 856 time: 0.0457361 Sep 02 17:15:11.616638 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-693da471-2a25-4ef7-b356-685b7b5d9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.618191 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-693da471-2a25-4ef7-b356-685b7b5d9795 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94c8cbb5-40fd-4da4-849b-703835a0088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419369 Sep 02 17:15:11.707089 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:15:11.717552 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b89016-387e-4691-9780-25aee1afc134 None None] Sync routers for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:15:11.728259 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b89016-387e-4691-9780-25aee1afc134 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:15:11.729314 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-11b89016-387e-4691-9780-25aee1afc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:14:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:11.767260 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] No DVR routers for this DVR port 1af31c9b-4bff-4dc7-8b17-98d43795b25a on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:15:11.770333 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:11.772519 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-06cb87f0-8eed-48af-bb95-c8dcd71422f6 req-42bd8bd4-dfa4-4678-9398-8a0bc82f904a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "DELETE /v2.0/ports/1af31c9b-4bff-4dc7-8b17-98d43795b25a HTTP/1.1" status: 204 len: 173 time: 1.0921526 Sep 02 17:15:11.773141 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e36f29-2bc8-4586-8de2-3a218984c046', 'name': 'network-vif-deleted', 'tag': '1af31c9b-4bff-4dc7-8b17-98d43795b25a'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:11.775556 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5e6a1b-e224-4102-af78-86f2456fe13c" -d '{"events": [{"server_uuid": "34e36f29-2bc8-4586-8de2-3a218984c046", "name": "network-vif-deleted", "tag": "1af31c9b-4bff-4dc7-8b17-98d43795b25a"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:11.856610 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-11b89016-387e-4691-9780-25aee1afc134 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:15:11.899203 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c2b0b5-5eea-41c9-b63d-dc3c64bd85f7 x-openstack-request-id: req-85c2b0b5-5eea-41c9-b63d-dc3c64bd85f7 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:11.899495 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e36f29-2bc8-4586-8de2-3a218984c046", "name": "network-vif-deleted", "tag": "1af31c9b-4bff-4dc7-8b17-98d43795b25a", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:11.899742 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85c2b0b5-5eea-41c9-b63d-dc3c64bd85f7 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:11.900135 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e36f29-2bc8-4586-8de2-3a218984c046', 'name': 'network-vif-deleted', 'tag': '1af31c9b-4bff-4dc7-8b17-98d43795b25a', 'status': 'completed', 'code': 200} Sep 02 17:15:11.970398 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-4475872a-1271-482b-863c-c16f3938f9fd service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389208 Sep 02 17:15:12.066580 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df13ba83-52d4-4140-9d14-d60eb5b0c8c7 req-85851dac-4fe2-4a17-bfba-e2caacec9241 service neutron] 10.222.0.13 "GET /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873439 Sep 02 17:15:12.209467 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-11b89016-387e-4691-9780-25aee1afc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:12.240903 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b89016-387e-4691-9780-25aee1afc134 None None] Checking router: 1fb85de1-32e1-4f3c-9028-ce687163b298 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:15:12.250117 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b89016-387e-4691-9780-25aee1afc134 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:15:12.250767 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-11b89016-387e-4691-9780-25aee1afc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:14:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:12.334409 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fcbbd00-a055-4653-93e0-365872f0c675 req-79ac57a6-8200-4808-a45e-b203cad1c7c5 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0326674 Sep 02 17:15:12.375090 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-11b89016-387e-4691-9780-25aee1afc134 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:15:12.568901 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6502462-2bf4-4445-b926-7cba07d3bf0c req-219522ee-b5c5-4cf8-a7c0-53bdb3fd9984 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:12.576432 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c6502462-2bf4-4445-b926-7cba07d3bf0c req-219522ee-b5c5-4cf8-a7c0-53bdb3fd9984 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0596480 Sep 02 17:15:12.588825 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-11b89016-387e-4691-9780-25aee1afc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:12.622315 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b89016-387e-4691-9780-25aee1afc134 None None] The sync data for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi is: [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:15:12.627593 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c6502462-2bf4-4445-b926-7cba07d3bf0c req-1dcadc2f-7afb-4ea8-9237-9970d07b7f6e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498686 Sep 02 17:15:12.935212 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453bfb10-1f31-4ebe-b4f9-b333297115b2 None None] New status for floating IP bc8e56d0-8cda-4fba-8fe5-a1e74d6bc5b9: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:15:13.450056 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e1b1673e-e451-4dbf-a54b-7d31e33e1712 req-8edda4f4-6fca-4fae-891c-d41e6353e01d tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0296667 Sep 02 17:15:13.760779 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a29f81-2b7e-4d57-981e-617319c171ba req-e3b6f9d7-d87c-4a20-91d9-b94fcbce7ac8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:13.762285 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-36a29f81-2b7e-4d57-981e-617319c171ba req-e3b6f9d7-d87c-4a20-91d9-b94fcbce7ac8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0495014 Sep 02 17:15:13.804587 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-36a29f81-2b7e-4d57-981e-617319c171ba req-ba52718d-c540-4ea1-9285-6b49b06e75d8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361693 Sep 02 17:15:13.842247 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 1af31c9b-4bff-4dc7-8b17-98d43795b25a no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:15:13.864119 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 1af31c9b-4bff-4dc7-8b17-98d43795b25a {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:15:13.864552 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 1af31c9b-4bff-4dc7-8b17-98d43795b25a not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:15:14.559673 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea2c03e1-1afa-41c9-95f5-f47c56b11ea0 req-318431d2-1d49-4b09-aa8a-2d536e94dfcc tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0279369 Sep 02 17:15:14.937386 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab5c00-bc26-4ff4-84c8-d62cf1096209 req-183efa96-113b-427e-ae4e-c3fc97cf5c97 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:14.939137 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4eab5c00-bc26-4ff4-84c8-d62cf1096209 req-183efa96-113b-427e-ae4e-c3fc97cf5c97 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0549917 Sep 02 17:15:14.983244 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4eab5c00-bc26-4ff4-84c8-d62cf1096209 req-c4dbd842-8464-4dbd-86be-63062c453e62 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377312 Sep 02 17:15:15.665209 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-08a5bfb8-4083-4b5e-9e99-3282a7622c44 req-dfae1ee9-6aec-425a-b7f7-0c3917a3fa95 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0264006 Sep 02 17:15:16.114186 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6f584-6654-4588-b691-ea1712dfa0ec req-b41c3362-ba53-4e6c-9f8e-604d9883a157 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:16.120874 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2af6f584-6654-4588-b691-ea1712dfa0ec req-b41c3362-ba53-4e6c-9f8e-604d9883a157 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0609448 Sep 02 17:15:16.161974 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2af6f584-6654-4588-b691-ea1712dfa0ec req-c4d7d5ae-8639-4216-b830-2ed464ea798a tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341411 Sep 02 17:15:16.772788 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bf284395-3ef8-4da6-b570-0ab6059535cb req-f5bc8ec5-54e3-4ccf-81c1-06de4a39ce18 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0266531 Sep 02 17:15:17.107921 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:17.287461 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d32a4c-362f-47ba-b926-498b5381bcde req-d12d7243-27f8-421a-8aed-c6142d0c8056 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:17.289049 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-92d32a4c-362f-47ba-b926-498b5381bcde req-d12d7243-27f8-421a-8aed-c6142d0c8056 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0492349 Sep 02 17:15:17.327720 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-92d32a4c-362f-47ba-b926-498b5381bcde req-3ee1c1f5-10e3-412c-86c3-8d6f2b6bb577 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323379 Sep 02 17:15:17.877982 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-13eef118-9415-403c-93fb-5be07b8d19da req-d5138d90-d713-4cc9-a4c1-a15076dc97dd tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0264580 Sep 02 17:15:18.451337 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844888a-3464-40c0-932d-fa84bdffe262 req-e734b108-1a28-40c7-8ca2-1ac253249dac tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:18.452927 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2844888a-3464-40c0-932d-fa84bdffe262 req-e734b108-1a28-40c7-8ca2-1ac253249dac tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0513818 Sep 02 17:15:18.493330 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2844888a-3464-40c0-932d-fa84bdffe262 req-ee92644f-b2fa-4cf8-80d5-8cf2cdf65fbf tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338292 Sep 02 17:15:18.985516 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-018e2c92-4ec5-4877-91a9-32f462ea3140 req-e066a1a1-a6a0-449b-a5df-5d3a6eebe38a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0265749 Sep 02 17:15:18.997193 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:15:19.612246 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53c045-41b2-4bb4-909f-26e3e54990ed req-b7739c49-a3bd-45c8-975a-bd049d1f61a7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:19.613799 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6f53c045-41b2-4bb4-909f-26e3e54990ed req-b7739c49-a3bd-45c8-975a-bd049d1f61a7 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0488007 Sep 02 17:15:19.653597 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6f53c045-41b2-4bb4-909f-26e3e54990ed req-f5166396-d4ea-487d-a33c-452d0abcfd39 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335503 Sep 02 17:15:20.118954 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b067f1fc-d097-46de-93f8-d657380a669f req-f7d67f67-7de9-43a2-9aba-5c9d1e43f1ac tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0294192 Sep 02 17:15:20.776682 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62edf5-39ae-4743-be0a-5eacf6c61fb7 req-a6b89b07-bea6-4c3c-aad7-6fb8ee173a11 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:20.778127 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2b62edf5-39ae-4743-be0a-5eacf6c61fb7 req-a6b89b07-bea6-4c3c-aad7-6fb8ee173a11 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0500591 Sep 02 17:15:20.817352 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2b62edf5-39ae-4743-be0a-5eacf6c61fb7 req-63802e7e-1028-47e7-bda7-9b51b635a6b8 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329630 Sep 02 17:15:21.224878 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a961ac1c-a7ab-4bb7-8880-6a99699b3bf0 req-504a19e8-ea62-484c-bcd7-6dff54ffb710 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0265291 Sep 02 17:15:21.938466 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7c031-701f-47a1-a0d6-10825e738f4f req-6d35e703-e0cc-4c4a-8baf-a2d967008da6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:21.940023 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f4f7c031-701f-47a1-a0d6-10825e738f4f req-6d35e703-e0cc-4c4a-8baf-a2d967008da6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0488415 Sep 02 17:15:21.967788 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fdd4151d-a107-46ea-b5e0-bc4a771c8c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:21.985993 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f4f7c031-701f-47a1-a0d6-10825e738f4f req-a077aac5-69fb-4383-bce3-e535ed050911 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396841 Sep 02 17:15:22.343350 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c97858f0-3f6c-40cb-82a6-8246dfce33ac req-008aa62c-c49a-49cf-8c85-97325faabd82 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e36f29-2bc8-4586-8de2-3a218984c046 HTTP/1.1" status: 200 len: 210 time: 0.0360692 Sep 02 17:15:23.103747 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517d209-bf57-4e6b-ba36-17d3a638a69f req-2b6d24ac-2390-4210-ae30-363abe8153ec tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:23.105244 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0517d209-bf57-4e6b-ba36-17d3a638a69f req-2b6d24ac-2390-4210-ae30-363abe8153ec tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0484324 Sep 02 17:15:23.144322 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0517d209-bf57-4e6b-ba36-17d3a638a69f req-e8eb6d12-fd69-4ef2-837a-1fa3c4314dc3 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330050 Sep 02 17:15:23.582969 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-1226b16f-7e9c-41b1-9f98-26e47a177532 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772581189&fields=id&tenant_id=dc090408372e41379709e2067823b1a6 HTTP/1.1" status: 200 len: 267 time: 0.0314269 Sep 02 17:15:23.689626 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e6179911-0dba-4eea-91c7-e5bf2898fb56 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:23.691039 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e6179911-0dba-4eea-91c7-e5bf2898fb56 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 809 time: 0.1013258 Sep 02 17:15:23.705302 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-1bc17446-2b97-42d2-9471-6ba900851e86 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/quotas/dc090408372e41379709e2067823b1a6 HTTP/1.1" status: 200 len: 375 time: 0.0086968 Sep 02 17:15:23.755855 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-588425aa-084b-4e75-9ad9-cbf84a6cdb7c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456343 Sep 02 17:15:23.850255 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-2d1093ec-2411-4661-97d2-32509777504f service neutron] 10.222.0.41 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828161 Sep 02 17:15:23.938493 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-8d108d5d-2401-475e-bb14-e48dd4d152ad service neutron] 10.222.0.41 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816689 Sep 02 17:15:24.215519 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bafc0894-7b50-4f5f-be6d-aa6180daa827 req-b0c64eec-4a05-4d73-9af1-5b6f416cb3a4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 210 time: 0.0267954 Sep 02 17:15:24.291102 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037504b-5897-4ddf-98b1-39029c59c884 req-fc3c5e51-f0c9-417a-b4e5-309445d565d5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:24.293240 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e037504b-5897-4ddf-98b1-39029c59c884 req-fc3c5e51-f0c9-417a-b4e5-309445d565d5 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0506337 Sep 02 17:15:24.331178 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e037504b-5897-4ddf-98b1-39029c59c884 req-576464f7-3c10-4a7a-bc82-fb2df7369b51 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Sep 02 17:15:24.935395 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-443bfb52-ba0b-4a88-b1f4-8731fe5f2262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:25.179700 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:25.327139 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b2ee9667-2c90-4181-bcb7-7254f9ec1836 req-63a0550e-d21c-4258-a474-54ef7340c2d0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 210 time: 0.0370610 Sep 02 17:15:25.338255 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-28378aef-38e2-4a8c-a413-6b4660609ede tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:25.338255 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-28378aef-38e2-4a8c-a413-6b4660609ede tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 809 time: 0.1366460 Sep 02 17:15:25.411389 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-64fe2ad5-78ff-43c9-a7f8-f273f74341f9 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc090408372e41379709e2067823b1a6 HTTP/1.1" status: 200 len: 380 time: 0.0380416 Sep 02 17:15:25.421292 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'port': {'device_id': '3bd37709-df01-425f-bfd6-a30193970df2', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'admin_state_up': True, 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'security_groups': ['1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:15:25.473493 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80573e87-77e6-4e2c-92a6-c9376a7bd086 req-ff1d549f-d0ee-40ca-aa40-dedf34287d2c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:25.474960 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-80573e87-77e6-4e2c-92a6-c9376a7bd086 req-ff1d549f-d0ee-40ca-aa40-dedf34287d2c tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 944 time: 0.0630705 Sep 02 17:15:25.517812 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-80573e87-77e6-4e2c-92a6-c9376a7bd086 req-ffe713ff-c887-49cf-ac2e-5ddfc8cde296 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356491 Sep 02 17:15:25.535371 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Made reservation on behalf of dc090408372e41379709e2067823b1a6 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:15:25.538851 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:25.662485 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Allocated IP 172.20.0.11 (ade5891d-380a-4e81-9169-bebc402fc3c9/1d3c275b-f2ca-4604-8889-5e66c6139460/9ca48daf-e148-4df6-9dd9-8d23ea21195e) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:15:25.803499 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:25.816595 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Transition to ACTIVE for port object 9ca48daf-e148-4df6-9dd9-8d23ea21195e will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:15:25.849396 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:25.880718 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 88ce9e99-9c0c-4984-9fbe-83639825e7cc details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:15:25.898486 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Network ade5891d-380a-4e81-9169-bebc402fc3c9 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:15:25.902517 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:15:25.906581 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:15:25.912531 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'Port': ['ID=9ca48daf-e148-4df6-9dd9-8d23ea21195e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:25.943695 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.944040 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.944377 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.944702 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.945023 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.945359 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.945678 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.945999 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.946321 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.946645 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.946972 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.947283 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:25.971329 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:25.971966 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:25.995009 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:25.998123 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-70eeacf5-d492-4adc-869a-6a903ec2a71e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5807643 Sep 02 17:15:26.007554 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'port_id': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'mac_address': 'fa:16:3e:3e:79:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:15:26.027204 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Request body: {'port': {'device_id': '3bd37709-df01-425f-bfd6-a30193970df2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:15:26.046942 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.061139 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ce9e99-9c0c-4984-9fbe-83639825e7cc {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:15:26.087602 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.090360 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:26.094806 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.155964 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=88ce9e99-9c0c-4984-9fbe-83639825e7cc,revision_number=9']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:26.174047 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b69c3b21-4015-49a8-b400-10356f1cb9af None None] Provisioning for port 9ca48daf-e148-4df6-9dd9-8d23ea21195e completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:15:26.177593 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b69c3b21-4015-49a8-b400-10356f1cb9af None None] Provisioning complete for port 9ca48daf-e148-4df6-9dd9-8d23ea21195e triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:15:26.177969 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b69c3b21-4015-49a8-b400-10356f1cb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.214940 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-b69c3b21-4015-49a8-b400-10356f1cb9af None None] Port 9ca48daf-e148-4df6-9dd9-8d23ea21195e cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:15:26.358977 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca48daf-e148-4df6-9dd9-8d23ea21195e {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:15:26.366930 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.378870 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Transition to ACTIVE for port object 9ca48daf-e148-4df6-9dd9-8d23ea21195e will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:15:26.382699 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.436762 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca48daf-e148-4df6-9dd9-8d23ea21195e,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:26.438177 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['88ce9e99-9c0c-4984-9fbe-83639825e7cc'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:15:26.456642 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14ff6-3d07-4f02-86fa-ddc2c56cfada req-9e7d7668-04a9-4efc-8481-bad0a276edf0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:26.458669 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f6d14ff6-3d07-4f02-86fa-ddc2c56cfada req-9e7d7668-04a9-4efc-8481-bad0a276edf0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 944 time: 0.0620317 Sep 02 17:15:26.510060 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f6d14ff6-3d07-4f02-86fa-ddc2c56cfada req-123d500b-d2c5-4e19-b7f5-7d43e1deede1 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453424 Sep 02 17:15:26.522421 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Attempting to bind port 9ca48daf-e148-4df6-9dd9-8d23ea21195e on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:15:26.522819 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Attempting to bind port 9ca48daf-e148-4df6-9dd9-8d23ea21195e by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:15:26.523162 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Attempting to bind port 9ca48daf-e148-4df6-9dd9-8d23ea21195e on network ade5891d-380a-4e81-9169-bebc402fc3c9 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:15:26.528714 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Port 9ca48daf-e148-4df6-9dd9-8d23ea21195e on network ade5891d-380a-4e81-9169-bebc402fc3c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:15:26.529043 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Attempting to bind port 9ca48daf-e148-4df6-9dd9-8d23ea21195e on network ade5891d-380a-4e81-9169-bebc402fc3c9 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:15:26.534507 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:15:26.534893 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Checking segment: {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:15:26.535285 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Bound using segment: {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:15:26.535721 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Bound port: 9ca48daf-e148-4df6-9dd9-8d23ea21195e, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:15:26.536086 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.554700 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.646731 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] For port 9ca48daf-e148-4df6-9dd9-8d23ea21195e, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:15:26.662026 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] For port 9ca48daf-e148-4df6-9dd9-8d23ea21195e, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=9ca48daf-e148-4df6-9dd9-8d23ea21195e,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:15:26.675200 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee53315-0004-42fd-a520-2b9cec850107 req-ebc21a22-7994-4eb3-bcd3-024e2e659912 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:26.676715 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ee53315-0004-42fd-a520-2b9cec850107 req-ebc21a22-7994-4eb3-bcd3-024e2e659912 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 945 time: 0.0695012 Sep 02 17:15:26.677682 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.727513 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:26.728370 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.730119 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] 10.222.0.13 "PUT /v2.0/ports/9ca48daf-e148-4df6-9dd9-8d23ea21195e HTTP/1.1" status: 200 len: 1094 time: 0.7082479 Sep 02 17:15:26.730569 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd37709-df01-425f-bfd6-a30193970df2', 'tag': '9ca48daf-e148-4df6-9dd9-8d23ea21195e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:26.732887 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa9f447-1871-4832-acf5-b29212effc85" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd37709-df01-425f-bfd6-a30193970df2", "tag": "9ca48daf-e148-4df6-9dd9-8d23ea21195e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:26.770978 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ee53315-0004-42fd-a520-2b9cec850107 req-24642bad-a56b-49b9-b57e-b1c691cbb6e0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855279 Sep 02 17:15:26.771741 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8843d8e-96f7-4376-9df6-0680f8051b25 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca48daf-e148-4df6-9dd9-8d23ea21195e,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:26.786918 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f90321-9c85-4f9f-b3a3-1cfc7201ad91 x-openstack-request-id: req-b3f90321-9c85-4f9f-b3a3-1cfc7201ad91 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:26.787203 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd37709-df01-425f-bfd6-a30193970df2", "tag": "9ca48daf-e148-4df6-9dd9-8d23ea21195e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:26.787455 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3f90321-9c85-4f9f-b3a3-1cfc7201ad91 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:26.787869 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd37709-df01-425f-bfd6-a30193970df2', 'tag': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'status': 'completed', 'code': 200} Sep 02 17:15:26.843302 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-073dbe55-7f57-4fd0-8125-72cce620e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:26.844844 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-073dbe55-7f57-4fd0-8125-72cce620e5c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 1097 time: 0.0411839 Sep 02 17:15:26.895629 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-99b1465e-4868-462c-9ea8-bdd4c2c72a1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca48daf-e148-4df6-9dd9-8d23ea21195e HTTP/1.1" status: 200 len: 217 time: 0.0348570 Sep 02 17:15:26.948784 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e5a5a3f3-9ec0-4bd8-bf21-a272bc8c1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:26.950228 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-e5a5a3f3-9ec0-4bd8-bf21-a272bc8c1804 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0470419 Sep 02 17:15:26.996165 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-afe19d9c-72e4-4368-bcf1-aa856166af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:26.997649 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-afe19d9c-72e4-4368-bcf1-aa856166af1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392044 Sep 02 17:15:27.085361 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-8b5f7e84-1b5e-4cd4-8310-37ac042df4a1 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803864 Sep 02 17:15:27.176560 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b17052f4-5d9f-48b0-b253-79ef73864790 req-daf55b5c-77ee-41e4-b7b9-e8dc2c2d04c5 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827446 Sep 02 17:15:27.303502 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9f447-1871-4832-acf5-b29212effc85 req-d2ed73ca-1eac-4cd4-9caa-426a6a2966b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.304946 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eaa9f447-1871-4832-acf5-b29212effc85 req-d2ed73ca-1eac-4cd4-9caa-426a6a2966b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 1097 time: 0.0395241 Sep 02 17:15:27.397434 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9f447-1871-4832-acf5-b29212effc85 req-f98bed3a-85a1-4c58-862c-aa5d74cd4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.398840 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eaa9f447-1871-4832-acf5-b29212effc85 req-f98bed3a-85a1-4c58-862c-aa5d74cd4b35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 910 time: 0.0856957 Sep 02 17:15:27.441690 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eaa9f447-1871-4832-acf5-b29212effc85 req-b036cea4-1b13-4a1d-b6bb-36c99202f712 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca48daf-e148-4df6-9dd9-8d23ea21195e HTTP/1.1" status: 200 len: 217 time: 0.0337059 Sep 02 17:15:27.491629 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9f447-1871-4832-acf5-b29212effc85 req-999af864-1d82-4277-85bc-f157b1ea73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.493061 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eaa9f447-1871-4832-acf5-b29212effc85 req-999af864-1d82-4277-85bc-f157b1ea73f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0437212 Sep 02 17:15:27.624720 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a926d-3aa7-413e-b211-efb2dae4f4de req-d5d16ab7-04ec-488a-abc4-1a7c2684f7eb tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.626165 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd4a926d-3aa7-413e-b211-efb2dae4f4de req-d5d16ab7-04ec-488a-abc4-1a7c2684f7eb tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 944 time: 0.0502243 Sep 02 17:15:27.688012 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd4a926d-3aa7-413e-b211-efb2dae4f4de req-0e70d19b-bb55-4e3b-963f-ab8bcf56914b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560410 Sep 02 17:15:27.697387 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9f447-1871-4832-acf5-b29212effc85 req-5f7216a3-7b39-4ad5-b086-d7a88aa2c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.699780 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eaa9f447-1871-4832-acf5-b29212effc85 req-5f7216a3-7b39-4ad5-b086-d7a88aa2c501 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550139 Sep 02 17:15:27.792770 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eaa9f447-1871-4832-acf5-b29212effc85 req-27ba2b0a-d65d-4e74-abd0-e4e03c575fa0 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840275 Sep 02 17:15:27.890782 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eaa9f447-1871-4832-acf5-b29212effc85 req-689bdd00-c0f4-41e6-9011-cd0dfdbf837c service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817692 Sep 02 17:15:27.897744 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0bdbd-e153-4842-93d3-a0f8993038d8 req-f36b2714-ede8-473f-ab43-36363ac0b519 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.899233 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0cb0bdbd-e153-4842-93d3-a0f8993038d8 req-f36b2714-ede8-473f-ab43-36363ac0b519 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 945 time: 0.0480876 Sep 02 17:15:27.903840 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 88ce9e99-9c0c-4984-9fbe-83639825e7cc up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:15:27.937574 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0cb0bdbd-e153-4842-93d3-a0f8993038d8 req-3651a0c6-9fef-48a8-8633-1a9a58d4e82d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324478 Sep 02 17:15:27.955442 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 88ce9e99-9c0c-4984-9fbe-83639825e7cc triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:15:27.955817 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:28.031256 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:28.055322 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:28.058258 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc811e-458d-4646-832f-7c72672f304c" -d '{"events": [{"server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "name": "network-vif-plugged", "status": "completed", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:28.070452 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:28.074611 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:28.101541 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6dcd1e-b628-4774-a475-3551b5230231 x-openstack-request-id: req-ed6dcd1e-b628-4774-a475-3551b5230231 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:28.101834 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "name": "network-vif-plugged", "status": "completed", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:28.102111 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed6dcd1e-b628-4774-a475-3551b5230231 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:28.102493 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'code': 200} Sep 02 17:15:28.123113 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=88ce9e99-9c0c-4984-9fbe-83639825e7cc,revision_number=10']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:28.335245 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675b195-345d-4dba-b5d6-513a89e024ed req-5b87e680-33ca-4a9b-a0f2-4dad5d4e86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:28.336706 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3675b195-345d-4dba-b5d6-513a89e024ed req-5b87e680-33ca-4a9b-a0f2-4dad5d4e86ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 1100 time: 0.0380595 Sep 02 17:15:28.376688 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3675b195-345d-4dba-b5d6-513a89e024ed req-ae788471-dc13-4dc0-b586-62362d741fc8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277703 Sep 02 17:15:28.492195 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:28.804582 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb860ca9-b017-46ef-99f7-44a87bbd83d6 req-201fbdf8-e571-49ad-8985-61babf36213e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:28.806061 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb860ca9-b017-46ef-99f7-44a87bbd83d6 req-201fbdf8-e571-49ad-8985-61babf36213e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 944 time: 0.0502782 Sep 02 17:15:28.843403 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb860ca9-b017-46ef-99f7-44a87bbd83d6 req-831c764b-b8d1-4872-8e6e-6dce001cfea3 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310023 Sep 02 17:15:29.055993 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0dbd-9552-4cf6-a264-58cf451f170e req-2c62f937-1f9b-4b0d-9beb-277c6212434d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:29.057399 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f92a0dbd-9552-4cf6-a264-58cf451f170e req-2c62f937-1f9b-4b0d-9beb-277c6212434d tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 947 time: 0.0472670 Sep 02 17:15:29.096981 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f92a0dbd-9552-4cf6-a264-58cf451f170e req-635bc7cf-58e3-492c-b9a2-7ae402cdd256 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339653 Sep 02 17:15:29.958493 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8b96f-1156-435e-a014-2faa8cb725a9 req-b49360ce-e839-42b0-b74d-374328481276 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:29.960051 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9ac8b96f-1156-435e-a014-2faa8cb725a9 req-b49360ce-e839-42b0-b74d-374328481276 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 944 time: 0.0503027 Sep 02 17:15:29.998189 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9ac8b96f-1156-435e-a014-2faa8cb725a9 req-8909a38c-214a-4fdc-9761-6dc94984a4bd tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Sep 02 17:15:30.226335 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4bc1c-ea1c-493a-9a54-d7a94a107c46 req-1f1fd665-1218-4fce-91a7-af88f4455058 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:30.227850 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-73a4bc1c-ea1c-493a-9a54-d7a94a107c46 req-1f1fd665-1218-4fce-91a7-af88f4455058 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 947 time: 0.0526254 Sep 02 17:15:30.266129 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-73a4bc1c-ea1c-493a-9a54-d7a94a107c46 req-5ed974dd-6f4f-4449-8bb9-1ad7fb9ef929 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323818 Sep 02 17:15:31.109910 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f93fbf-1a23-4457-a2ef-f5c3a00e0e24 req-09b601be-92e5-4e26-9a10-d13ffde581e6 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:31.111399 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6f93fbf-1a23-4457-a2ef-f5c3a00e0e24 req-09b601be-92e5-4e26-9a10-d13ffde581e6 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 944 time: 0.0472038 Sep 02 17:15:31.147454 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6f93fbf-1a23-4457-a2ef-f5c3a00e0e24 req-e780e2b3-b7d6-4e07-8601-6b58173087af tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300739 Sep 02 17:15:31.385798 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372f060-8359-4152-ae22-2d60c822d2cd req-a83fec58-d936-46fc-aeac-748032ed20b0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:31.387300 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7372f060-8359-4152-ae22-2d60c822d2cd req-a83fec58-d936-46fc-aeac-748032ed20b0 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 947 time: 0.0492213 Sep 02 17:15:31.424739 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7372f060-8359-4152-ae22-2d60c822d2cd req-66721077-234f-4b57-9847-13b9a5221863 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Sep 02 17:15:32.259659 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc44eb-95bf-4f32-943e-f26b9b2effea req-0a4049eb-662a-4539-83aa-0346ab124ba9 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:32.261148 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-addc44eb-95bf-4f32-943e-f26b9b2effea req-0a4049eb-662a-4539-83aa-0346ab124ba9 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 944 time: 0.0491619 Sep 02 17:15:32.302010 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-addc44eb-95bf-4f32-943e-f26b9b2effea req-bf6ba8e9-676a-45a7-8309-efcbb014ae98 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349517 Sep 02 17:15:33.413966 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896bcb1-4cfd-4d32-976e-47c51e982754 req-faba5508-d8ae-4cc3-9891-7a73af5ccbe7 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:33.415481 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6896bcb1-4cfd-4d32-976e-47c51e982754 req-faba5508-d8ae-4cc3-9891-7a73af5ccbe7 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 944 time: 0.0478361 Sep 02 17:15:33.452466 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6896bcb1-4cfd-4d32-976e-47c51e982754 req-ea735e7d-f97d-4b9f-8849-15c174e13a2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305278 Sep 02 17:15:34.564948 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b4d4b-5f0e-4071-a0ea-5af53e1d6594 req-4938eccd-0d14-485e-9c64-06ad60b2168b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:34.566427 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2a9b4d4b-5f0e-4071-a0ea-5af53e1d6594 req-4938eccd-0d14-485e-9c64-06ad60b2168b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 944 time: 0.0481606 Sep 02 17:15:34.602430 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2a9b4d4b-5f0e-4071-a0ea-5af53e1d6594 req-ab790915-4ceb-457f-a236-bf728d890909 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301263 Sep 02 17:15:35.711377 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7486d-1b3c-49ff-9faa-d5166e4f3198 req-a41687e0-122b-49f7-b934-9809cf1c33a0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:35.712826 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-39e7486d-1b3c-49ff-9faa-d5166e4f3198 req-a41687e0-122b-49f7-b934-9809cf1c33a0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 944 time: 0.0465915 Sep 02 17:15:35.754189 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-39e7486d-1b3c-49ff-9faa-d5166e4f3198 req-4a052299-d0e4-450c-81e6-7ae240570ff0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350330 Sep 02 17:15:35.965761 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 9ca48daf-e148-4df6-9dd9-8d23ea21195e details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:15:36.054846 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 9ca48daf-e148-4df6-9dd9-8d23ea21195e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=9ca48daf-e148-4df6-9dd9-8d23ea21195e,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:36.065693 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'port_id': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'mac_address': 'fa:16:3e:53:6e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:15:36.101255 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:36.113388 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca48daf-e148-4df6-9dd9-8d23ea21195e {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:15:36.135045 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 9ca48daf-e148-4df6-9dd9-8d23ea21195e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=9ca48daf-e148-4df6-9dd9-8d23ea21195e,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:36.139452 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:36.183694 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=9ca48daf-e148-4df6-9dd9-8d23ea21195e,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:36.492776 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['9ca48daf-e148-4df6-9dd9-8d23ea21195e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:15:36.864038 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c28157-060e-4c02-8326-7b9512dd4875 req-1969666a-ee9d-4f12-9683-8a2fb2cf19e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:36.865757 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-95c28157-060e-4c02-8326-7b9512dd4875 req-1969666a-ee9d-4f12-9683-8a2fb2cf19e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 945 time: 0.0475962 Sep 02 17:15:36.902617 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-95c28157-060e-4c02-8326-7b9512dd4875 req-888cadeb-9b81-4c57-b1f7-aeaecb40c108 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305953 Sep 02 17:15:37.961145 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 9ca48daf-e148-4df6-9dd9-8d23ea21195e up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:15:38.008972 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 9ca48daf-e148-4df6-9dd9-8d23ea21195e completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:15:38.013396 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 9ca48daf-e148-4df6-9dd9-8d23ea21195e triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:15:38.013962 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:38.014567 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbf8b0-1a12-4173-9fc3-645fa42a5a06 req-85ded0dc-ebc2-43cd-a169-774e24e2ec80 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:38.016085 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c5cbf8b0-1a12-4173-9fc3-645fa42a5a06 req-85ded0dc-ebc2-43cd-a169-774e24e2ec80 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 945 time: 0.0489593 Sep 02 17:15:38.054646 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c5cbf8b0-1a12-4173-9fc3-645fa42a5a06 req-cad118c6-ba74-41f4-96b8-82adc945750c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Sep 02 17:15:38.091120 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:38.112332 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd37709-df01-425f-bfd6-a30193970df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca48daf-e148-4df6-9dd9-8d23ea21195e'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:38.114574 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53719940-ad7d-4c80-afa8-154bceb12c02" -d '{"events": [{"server_uuid": "3bd37709-df01-425f-bfd6-a30193970df2", "name": "network-vif-plugged", "status": "completed", "tag": "9ca48daf-e148-4df6-9dd9-8d23ea21195e"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:38.127998 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 9ca48daf-e148-4df6-9dd9-8d23ea21195e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=9ca48daf-e148-4df6-9dd9-8d23ea21195e,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:38.131839 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:38.154363 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94151b7-15cf-416a-baa7-edae8737c0b3 x-openstack-request-id: req-c94151b7-15cf-416a-baa7-edae8737c0b3 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:38.154681 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd37709-df01-425f-bfd6-a30193970df2", "name": "network-vif-plugged", "status": "completed", "tag": "9ca48daf-e148-4df6-9dd9-8d23ea21195e", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:38.154939 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c94151b7-15cf-416a-baa7-edae8737c0b3 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:38.155333 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd37709-df01-425f-bfd6-a30193970df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'code': 200} Sep 02 17:15:38.179818 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=9ca48daf-e148-4df6-9dd9-8d23ea21195e,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:38.411714 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e71bc-7760-43c9-b456-abd1067a49b4 req-0a47b993-1fbd-49e6-88e8-e9a9d27a1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:38.413194 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-546e71bc-7760-43c9-b456-abd1067a49b4 req-0a47b993-1fbd-49e6-88e8-e9a9d27a1fbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 1099 time: 0.0410202 Sep 02 17:15:38.447027 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-546e71bc-7760-43c9-b456-abd1067a49b4 req-b135494e-ff29-4cbf-8a2a-854c281d543d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267355 Sep 02 17:15:39.168111 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c7d0c-55d7-4c19-a39a-ccbebbd8f458 req-4f4efcce-7717-4ed9-8da5-36927fbf5e6c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:39.169572 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a36c7d0c-55d7-4c19-a39a-ccbebbd8f458 req-4f4efcce-7717-4ed9-8da5-36927fbf5e6c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 946 time: 0.0480633 Sep 02 17:15:39.205638 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a36c7d0c-55d7-4c19-a39a-ccbebbd8f458 req-09b10b47-3c16-4aa2-888b-37ef68c88960 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303504 Sep 02 17:15:40.316275 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c1d46-6002-48ad-b99a-c2ed2b55b06f req-e22f4b92-ace9-427f-bac5-5a59acedf912 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:40.317750 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-088c1d46-6002-48ad-b99a-c2ed2b55b06f req-e22f4b92-ace9-427f-bac5-5a59acedf912 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 946 time: 0.0473740 Sep 02 17:15:40.354595 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-088c1d46-6002-48ad-b99a-c2ed2b55b06f req-b10e1f7a-823c-4bdd-a732-d9ee27ff1512 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310163 Sep 02 17:15:40.469197 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321307-5b92-478e-b92e-a55b393ea5a4 req-12724b33-ef41-4e83-b18c-edbe1ad29a6e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:40.470689 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3e321307-5b92-478e-b92e-a55b393ea5a4 req-12724b33-ef41-4e83-b18c-edbe1ad29a6e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 946 time: 0.0469666 Sep 02 17:15:40.511660 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3e321307-5b92-478e-b92e-a55b393ea5a4 req-a6787d29-0042-4091-893d-17270bf9b6c7 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350778 Sep 02 17:15:40.532654 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 50794) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:40.570988 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d1a3aa-9cb4-468e-9483-3f8442c08c8b tempest-TestVolumeBootPattern-829468068 tempest-TestVolumeBootPattern-829468068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:40.572502 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-00d1a3aa-9cb4-468e-9483-3f8442c08c8b tempest-TestVolumeBootPattern-829468068 tempest-TestVolumeBootPattern-829468068-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 1094 time: 0.0388911 Sep 02 17:15:40.575209 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 50796) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:40.579452 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'floatingip': {'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'port_id': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:15:40.602465 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.696952 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.805219 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Allocated IP 172.27.2.87 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/a56a69f7-8d6c-464b-b45a-9ef301a9738c) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:15:40.910734 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.950798 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.987433 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:15:40.990328 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:15:40.994031 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:15:41.020951 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'Port': ['ID=a56a69f7-8d6c-464b-b45a-9ef301a9738c,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:41.339187 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.405655 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.552048 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.556473 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.622434 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'Port': ['ID=a56a69f7-8d6c-464b-b45a-9ef301a9738c,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:41.631899 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.732279 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Floating IP 41fdee20-0532-4843-8d18-0bf915e10922 associated. External IP: 172.27.2.87, port: 9ca48daf-e148-4df6-9dd9-8d23ea21195e. Sep 02 17:15:41.936825 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Router 1fb85de1-32e1-4f3c-9028-ce687163b298 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:15:42.044223 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:15:42.055075 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe9e23b-8fc5-41a0-ad21-3370bde1db01 None None] Sync routers for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:15:42.063162 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:42.067688 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe9e23b-8fc5-41a0-ad21-3370bde1db01 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:15:42.068358 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bfe9e23b-8fc5-41a0-ad21-3370bde1db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:15:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:42.095164 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3f8a08a0-ea77-4343-9b63-2700f4f14b04 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5189152 Sep 02 17:15:42.095755 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd37709-df01-425f-bfd6-a30193970df2', 'tag': '9ca48daf-e148-4df6-9dd9-8d23ea21195e'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:42.097978 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e760367-a127-4c24-8967-ad05a99b8e68" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd37709-df01-425f-bfd6-a30193970df2", "tag": "9ca48daf-e148-4df6-9dd9-8d23ea21195e"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:42.140790 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f06c248-5684-4f33-b932-55d9765e51aa x-openstack-request-id: req-9f06c248-5684-4f33-b932-55d9765e51aa {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:42.141121 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd37709-df01-425f-bfd6-a30193970df2", "tag": "9ca48daf-e148-4df6-9dd9-8d23ea21195e", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:42.141433 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f06c248-5684-4f33-b932-55d9765e51aa {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:42.141873 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd37709-df01-425f-bfd6-a30193970df2', 'tag': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'status': 'completed', 'code': 200} Sep 02 17:15:42.193490 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-bfe9e23b-8fc5-41a0-ad21-3370bde1db01 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:15:42.241884 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760367-a127-4c24-8967-ad05a99b8e68 req-0d0c4fcb-8fa9-4837-a0c4-891abcbf914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:42.243607 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4e760367-a127-4c24-8967-ad05a99b8e68 req-0d0c4fcb-8fa9-4837-a0c4-891abcbf914c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 1099 time: 0.0549438 Sep 02 17:15:42.333404 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760367-a127-4c24-8967-ad05a99b8e68 req-3a6d1a91-2423-4729-a51e-091c63dfde06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:42.334886 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4e760367-a127-4c24-8967-ad05a99b8e68 req-3a6d1a91-2423-4729-a51e-091c63dfde06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 910 time: 0.0835867 Sep 02 17:15:42.404353 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4e760367-a127-4c24-8967-ad05a99b8e68 req-421f2b12-e435-404d-bbec-eae3325816aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca48daf-e148-4df6-9dd9-8d23ea21195e HTTP/1.1" status: 200 len: 999 time: 0.0615928 Sep 02 17:15:42.428444 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bfe9e23b-8fc5-41a0-ad21-3370bde1db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '41fdee20-0532-4843-8d18-0bf915e10922', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:53:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd37709-df01-425f-bfd6-a30193970df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:41Z', 'updated_at': '2021-09-02T17:15:41Z', 'revision_number': 0, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:42.453524 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe9e23b-8fc5-41a0-ad21-3370bde1db01 None None] Checking router: 1fb85de1-32e1-4f3c-9028-ce687163b298 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:15:42.455390 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760367-a127-4c24-8967-ad05a99b8e68 req-c1b001d0-31ac-4544-a5c9-19c3981544b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:42.456867 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4e760367-a127-4c24-8967-ad05a99b8e68 req-c1b001d0-31ac-4544-a5c9-19c3981544b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0436349 Sep 02 17:15:42.461539 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe9e23b-8fc5-41a0-ad21-3370bde1db01 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:15:42.462127 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bfe9e23b-8fc5-41a0-ad21-3370bde1db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:15:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:42.506093 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760367-a127-4c24-8967-ad05a99b8e68 req-ba88f84d-1b9a-4019-b13b-43c6468b18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:42.507615 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4e760367-a127-4c24-8967-ad05a99b8e68 req-ba88f84d-1b9a-4019-b13b-43c6468b18e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389380 Sep 02 17:15:42.563392 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-bfe9e23b-8fc5-41a0-ad21-3370bde1db01 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:15:42.608155 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4e760367-a127-4c24-8967-ad05a99b8e68 req-eb969bce-4771-4b70-90c7-bceaae314b3f service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906842 Sep 02 17:15:42.706498 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4e760367-a127-4c24-8967-ad05a99b8e68 req-78f861c1-8ea2-4127-a3cd-6f09b1923817 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827496 Sep 02 17:15:42.781600 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bfe9e23b-8fc5-41a0-ad21-3370bde1db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '41fdee20-0532-4843-8d18-0bf915e10922', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:53:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd37709-df01-425f-bfd6-a30193970df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:41Z', 'updated_at': '2021-09-02T17:15:41Z', 'revision_number': 0, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:42.921213 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe9e23b-8fc5-41a0-ad21-3370bde1db01 None None] The sync data for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi is: [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '41fdee20-0532-4843-8d18-0bf915e10922', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:53:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd37709-df01-425f-bfd6-a30193970df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:41Z', 'updated_at': '2021-09-02T17:15:41Z', 'revision_number': 0, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:15:43.097400 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e366df-c0ad-467d-a93a-88d4a75b7755 None None] New status for floating IP 41fdee20-0532-4843-8d18-0bf915e10922: ACTIVE {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:15:47.124058 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:49.151532 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-e38357d2-1d58-4f84-974f-eb51d11003fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376306 Sep 02 17:15:49.256681 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-e40c2da2-bfe3-4c11-96aa-5c0626de8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:49.258177 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-e40c2da2-bfe3-4c11-96aa-5c0626de8996 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 1098 time: 0.0437174 Sep 02 17:15:49.361346 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-6bc77d04-6bf9-42fb-8537-9a7f557ca43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:49.362840 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-6bc77d04-6bf9-42fb-8537-9a7f557ca43a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 912 time: 0.0811970 Sep 02 17:15:49.435496 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-54dcc512-935e-42c7-bb53-2782440664c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848 HTTP/1.1" status: 200 len: 1000 time: 0.0612257 Sep 02 17:15:49.487105 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-79d00147-c2db-4621-a062-2ee9f667b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:49.488501 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-79d00147-c2db-4621-a062-2ee9f667b14e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 200 len: 850 time: 0.0425100 Sep 02 17:15:49.533002 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-d68346dd-b7a9-4020-a5c0-c7d0b397b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:49.534406 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-d68346dd-b7a9-4020-a5c0-c7d0b397b8a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381403 Sep 02 17:15:49.623926 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-f671d82e-8eaf-4ff7-b75c-20e5894d4c38 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816760 Sep 02 17:15:49.715420 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57978f2a-c07b-488d-9432-3e3583a6b678 req-43b6696e-67db-4791-825e-a5bf322e28f3 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820336 Sep 02 17:15:51.231938 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e4cd-b900-4a12-9794-c996c46abe94 req-0985a8c3-13cb-4bdd-94aa-be094232873a tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:51.233354 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2f14e4cd-b900-4a12-9794-c996c46abe94 req-0985a8c3-13cb-4bdd-94aa-be094232873a tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0481343 Sep 02 17:15:51.273014 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2f14e4cd-b900-4a12-9794-c996c46abe94 req-0808aa3d-c382-47d0-b88d-ba61564b8337 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336735 Sep 02 17:15:51.959134 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a50ca840-420f-42cb-96d6-045274c6a821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:52.388592 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905ccd3-36c9-4829-bb5c-fbfc86fc8dea req-3dd44f71-d6a4-462a-951b-2abfc95ead7d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:52.390047 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3905ccd3-36c9-4829-bb5c-fbfc86fc8dea req-3dd44f71-d6a4-462a-951b-2abfc95ead7d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0476937 Sep 02 17:15:52.427163 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3905ccd3-36c9-4829-bb5c-fbfc86fc8dea req-06208e19-3df2-488f-ae19-f8c9f8f06e6f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312114 Sep 02 17:15:53.543178 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e501-3d5e-4db3-9543-cd624594f9a6 req-32bb50f8-423f-44a3-bc51-e3dc7a6d12ec tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:53.544762 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2fc0e501-3d5e-4db3-9543-cd624594f9a6 req-32bb50f8-423f-44a3-bc51-e3dc7a6d12ec tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0477011 Sep 02 17:15:53.581548 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2fc0e501-3d5e-4db3-9543-cd624594f9a6 req-01357184-95fa-4b34-9b7a-95018f8f639c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309970 Sep 02 17:15:54.697300 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a008f-9edc-4bec-b70b-3f1b29b19ce7 req-ce38257c-03df-4e31-b1c4-f5cb650647a9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:54.698784 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-929a008f-9edc-4bec-b70b-3f1b29b19ce7 req-ce38257c-03df-4e31-b1c4-f5cb650647a9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0499220 Sep 02 17:15:54.735069 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-929a008f-9edc-4bec-b70b-3f1b29b19ce7 req-3d4b85f3-7bea-4c39-a4b3-75c15ea9ffda tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300879 Sep 02 17:15:54.935061 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5ef27673-f986-4f24-8311-b70037d1fa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:55.180510 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:55.850893 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50db83-b09a-4376-94dd-717e90a51754 req-a022d1b2-e018-4418-a500-7d296b6604e3 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:55.852359 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fa50db83-b09a-4376-94dd-717e90a51754 req-a022d1b2-e018-4418-a500-7d296b6604e3 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0513031 Sep 02 17:15:55.889904 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fa50db83-b09a-4376-94dd-717e90a51754 req-638f6b09-c433-4f09-923c-50d005680656 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310025 Sep 02 17:15:55.995061 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:15:56.531440 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.001683 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38689ea2-97ec-4a2f-8978-78cef1551c5d req-9af4d15d-b10a-4fe4-ae60-8714b97a3247 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:57.003166 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-38689ea2-97ec-4a2f-8978-78cef1551c5d req-9af4d15d-b10a-4fe4-ae60-8714b97a3247 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0477295 Sep 02 17:15:57.039045 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-38689ea2-97ec-4a2f-8978-78cef1551c5d req-87004237-37ce-488a-9d94-25292c2e4a59 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302062 Sep 02 17:15:58.151992 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe7437-2d18-4808-8181-f51023429f96 req-e3543256-3522-492a-948e-9b364bbfd86e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:58.153478 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cbfe7437-2d18-4808-8181-f51023429f96 req-e3543256-3522-492a-948e-9b364bbfd86e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0491199 Sep 02 17:15:58.196394 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-cbfe7437-2d18-4808-8181-f51023429f96 req-fca9f6cf-4fc0-492a-b997-52f645855f98 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370281 Sep 02 17:15:58.496245 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:59.307807 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f34031-0cc5-4d6d-a9db-cf2dc9ac5680 req-e4a4809e-708c-4220-aa7d-33d1ad7f1e0e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:59.309265 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-22f34031-0cc5-4d6d-a9db-cf2dc9ac5680 req-e4a4809e-708c-4220-aa7d-33d1ad7f1e0e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0471334 Sep 02 17:15:59.345948 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-22f34031-0cc5-4d6d-a9db-cf2dc9ac5680 req-696d5729-f3f6-4dc2-9dd9-41057d3125df tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308988 Sep 02 17:16:00.457795 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e7f83-7f3b-4a8d-941e-33f8d74e3810 req-a949cca5-9ddb-44fb-8e25-90aee03b9d83 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:00.459309 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d58e7f83-7f3b-4a8d-941e-33f8d74e3810 req-a949cca5-9ddb-44fb-8e25-90aee03b9d83 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0482407 Sep 02 17:16:00.495457 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d58e7f83-7f3b-4a8d-941e-33f8d74e3810 req-53ad6eaa-c05f-49de-9c75-4d784878e54d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304141 Sep 02 17:16:01.610715 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e79be-5b0e-4ecc-bf3a-280f2b79ca13 req-7a774055-ad7e-4007-bb52-c47f4a62cd18 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:01.612183 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b49e79be-5b0e-4ecc-bf3a-280f2b79ca13 req-7a774055-ad7e-4007-bb52-c47f4a62cd18 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0506094 Sep 02 17:16:01.649176 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b49e79be-5b0e-4ecc-bf3a-280f2b79ca13 req-94c8634e-3d0c-4796-8560-22eb079d3299 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306737 Sep 02 17:16:02.763796 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dcd14-5b4c-414c-b6a9-5eaa03b0134e req-2b540fdb-17ba-43ce-86dd-2c95cad5b3bf tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:02.765249 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-439dcd14-5b4c-414c-b6a9-5eaa03b0134e req-2b540fdb-17ba-43ce-86dd-2c95cad5b3bf tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0515039 Sep 02 17:16:02.802202 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-439dcd14-5b4c-414c-b6a9-5eaa03b0134e req-fdd3b1b2-9535-4b06-bd0d-fd3c65986ac6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Sep 02 17:16:02.989498 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12f8b1-1f7b-467b-9239-a479ce4d93c8 req-0fe808a1-6414-4487-83ea-ad4fe04be931 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:02.991200 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0c12f8b1-1f7b-467b-9239-a479ce4d93c8 req-0fe808a1-6414-4487-83ea-ad4fe04be931 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0484841 Sep 02 17:16:03.031854 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0c12f8b1-1f7b-467b-9239-a479ce4d93c8 req-0afc8a18-99ae-43fa-a343-9792a3321768 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329313 Sep 02 17:16:03.073378 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ad35f-1801-4ef4-bb35-8338e5796238 req-4b1e595f-0aae-4232-b4a6-52d628c4ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:03.074928 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-849ad35f-1801-4ef4-bb35-8338e5796238 req-4b1e595f-0aae-4232-b4a6-52d628c4ec3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 1098 time: 0.0394037 Sep 02 17:16:03.167143 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ad35f-1801-4ef4-bb35-8338e5796238 req-a627fb2a-0317-40c7-a0a8-65732308a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:03.168581 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-849ad35f-1801-4ef4-bb35-8338e5796238 req-a627fb2a-0317-40c7-a0a8-65732308a207 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 912 time: 0.0842745 Sep 02 17:16:03.236787 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-849ad35f-1801-4ef4-bb35-8338e5796238 req-1d180161-3f1a-43c0-801c-1e9c2392d92a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848 HTTP/1.1" status: 200 len: 1000 time: 0.0566082 Sep 02 17:16:03.285860 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ad35f-1801-4ef4-bb35-8338e5796238 req-7669d84e-090f-4b43-a86b-e65531446d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:03.287203 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-849ad35f-1801-4ef4-bb35-8338e5796238 req-7669d84e-090f-4b43-a86b-e65531446d8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 200 len: 850 time: 0.0425708 Sep 02 17:16:03.335316 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ad35f-1801-4ef4-bb35-8338e5796238 req-af0851ce-479a-4ece-b229-365d6880726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:03.336744 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-849ad35f-1801-4ef4-bb35-8338e5796238 req-af0851ce-479a-4ece-b229-365d6880726e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413785 Sep 02 17:16:03.425799 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-849ad35f-1801-4ef4-bb35-8338e5796238 req-1a693526-3e41-4c78-a7f1-a342495084f6 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789952 Sep 02 17:16:03.516898 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-849ad35f-1801-4ef4-bb35-8338e5796238 req-b954e07f-11b2-48f0-bb55-ae3c23adfb4a service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837998 Sep 02 17:16:04.389769 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48771aa-211b-42c1-9e98-84d9a9043776 req-34c4a116-e25b-4e79-97f1-7242a1876b6e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:04.391228 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d48771aa-211b-42c1-9e98-84d9a9043776 req-34c4a116-e25b-4e79-97f1-7242a1876b6e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.2929561 Sep 02 17:16:04.427396 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d48771aa-211b-42c1-9e98-84d9a9043776 req-3bc75a23-2a63-4d83-84a8-0de60ae7289a tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303466 Sep 02 17:16:05.051709 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d175e-4877-46d2-98ba-6e15b5fb62b0 req-1918bad7-8f9a-46e9-a021-0510717d3835 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:05.053179 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8a3d175e-4877-46d2-98ba-6e15b5fb62b0 req-1918bad7-8f9a-46e9-a021-0510717d3835 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 947 time: 0.0476127 Sep 02 17:16:05.089319 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8a3d175e-4877-46d2-98ba-6e15b5fb62b0 req-75386218-5bfc-460d-a064-89caa1ff1093 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301068 Sep 02 17:16:05.539329 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e36c51-7088-4dd4-8ef4-c8da59ecdca9 req-464be1fd-cab4-45d6-a9c3-fac86d2c983f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:05.540760 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-75e36c51-7088-4dd4-8ef4-c8da59ecdca9 req-464be1fd-cab4-45d6-a9c3-fac86d2c983f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0463064 Sep 02 17:16:05.576971 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-75e36c51-7088-4dd4-8ef4-c8da59ecdca9 req-39b1f31d-8ca0-4d25-b4b6-a9a4b02266d8 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305245 Sep 02 17:16:06.208491 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87b655-dcfb-4e6b-90b3-cd24316255a2 req-6929b494-9b29-4e68-9e79-6cbbe8ad22c9 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:06.209943 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7f87b655-dcfb-4e6b-90b3-cd24316255a2 req-6929b494-9b29-4e68-9e79-6cbbe8ad22c9 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 947 time: 0.0510025 Sep 02 17:16:06.246503 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7f87b655-dcfb-4e6b-90b3-cd24316255a2 req-3c76dbcc-09a2-4cc2-9513-3472aa46acb6 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9306cde-59d4-4a16-81ae-9af5a9d34080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Sep 02 17:16:06.752194 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-fede9206-26c9-40c7-b3c5-4e7839fdee2e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:06.753601 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-fede9206-26c9-40c7-b3c5-4e7839fdee2e tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 947 time: 0.0468915 Sep 02 17:16:06.842270 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Deleting port 88ce9e99-9c0c-4984-9fbe-83639825e7cc {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:16:06.842607 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:06.927349 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] For port 88ce9e99-9c0c-4984-9fbe-83639825e7cc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=88ce9e99-9c0c-4984-9fbe-83639825e7cc,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:06.927718 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.093805 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.094196 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.094509 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Floating IP fde90b98-0f02-42ef-8bc6-382354893de6 disassociated. External IP: 172.27.2.159, port: 88ce9e99-9c0c-4984-9fbe-83639825e7cc. Sep 02 17:16:07.094873 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Calling delete_port for 88ce9e99-9c0c-4984-9fbe-83639825e7cc owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:16:07.216472 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.245989 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event deleted for resources: {'Port': ['ID=88ce9e99-9c0c-4984-9fbe-83639825e7cc,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:07.347379 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-820252cf-f6ac-44f3-bb98-b4b49f075b47 req-5b785208-8169-496a-b6e7-58e9442ac28f tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c895d8-bf14-4b23-8657-02bf702bb50c HTTP/1.1" status: 200 len: 210 time: 0.0284488 Sep 02 17:16:07.379337 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Router 691157b2-4334-4ecf-b476-6e287fc99590 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:16:07.481786 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:16:07.491788 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3705d0-02d2-45d0-adeb-b5de7ec6202c None None] Sync routers for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:16:07.501407 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3705d0-02d2-45d0-adeb-b5de7ec6202c None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:07.502132 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6e3705d0-02d2-45d0-adeb-b5de7ec6202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:15:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:07.518493 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] No DVR routers for this DVR port 88ce9e99-9c0c-4984-9fbe-83639825e7cc on host hv-cinder-80626 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:16:07.520855 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.522899 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ac34e67-d55e-4288-bb4e-a28f19978d75 req-b527301a-06d8-4c05-99fd-c1e65a346fbc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.13 "DELETE /v2.0/ports/88ce9e99-9c0c-4984-9fbe-83639825e7cc HTTP/1.1" status: 204 len: 173 time: 0.7623615 Sep 02 17:16:07.523365 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'name': 'network-vif-deleted', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:07.525640 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7572d18-0fbe-475c-903f-1cd7ef0032ee" -d '{"events": [{"server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "name": "network-vif-deleted", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:07.563727 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aa6498-87bb-4c78-a4d9-5b7984de3c14 x-openstack-request-id: req-f4aa6498-87bb-4c78-a4d9-5b7984de3c14 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:07.564026 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c895d8-bf14-4b23-8657-02bf702bb50c", "name": "network-vif-deleted", "tag": "88ce9e99-9c0c-4984-9fbe-83639825e7cc", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:07.564279 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4aa6498-87bb-4c78-a4d9-5b7984de3c14 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:07.564679 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c895d8-bf14-4b23-8657-02bf702bb50c', 'name': 'network-vif-deleted', 'tag': '88ce9e99-9c0c-4984-9fbe-83639825e7cc', 'status': 'completed', 'code': 200} Sep 02 17:16:07.610397 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-6e3705d0-02d2-45d0-adeb-b5de7ec6202c None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:07.813914 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6e3705d0-02d2-45d0-adeb-b5de7ec6202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:07.840047 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3705d0-02d2-45d0-adeb-b5de7ec6202c None None] Checking router: 691157b2-4334-4ecf-b476-6e287fc99590 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:16:07.847995 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3705d0-02d2-45d0-adeb-b5de7ec6202c None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:07.848597 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6e3705d0-02d2-45d0-adeb-b5de7ec6202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:15:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:07.959688 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-6e3705d0-02d2-45d0-adeb-b5de7ec6202c None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:08.158275 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6e3705d0-02d2-45d0-adeb-b5de7ec6202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:08.188350 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3705d0-02d2-45d0-adeb-b5de7ec6202c None None] The sync data for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi is: [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:08:46Z', 'revision_number': 4, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '62412dda-ea83-4581-ad6a-6f9775438d55', 'name': '', 'network_id': '94c8cbb5-40fd-4da4-849b-703835a0088e', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'mac_address': 'fa:16:3e:3c:f8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:45Z', 'updated_at': '2021-09-02T17:09:04Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'subnets': [{'id': 'c3243981-69c8-4ce9-8611-1bf8bbd54778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:16:08.393257 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aca49a-1e46-44c2-869b-0afa714afbdd None None] New status for floating IP fde90b98-0f02-42ef-8bc6-382354893de6: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:16:08.438794 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 50910) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:08.496385 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-44228d7b-c2d0-438e-bcd1-2fcdb3f428dc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:08.521629 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-44228d7b-c2d0-438e-bcd1-2fcdb3f428dc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:08.571293 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-44228d7b-c2d0-438e-bcd1-2fcdb3f428dc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:08.573858 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-44228d7b-c2d0-438e-bcd1-2fcdb3f428dc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:08.575223 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-44228d7b-c2d0-438e-bcd1-2fcdb3f428dc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "DELETE /v2.0/security-groups/e9306cde-59d4-4a16-81ae-9af5a9d34080 HTTP/1.1" status: 204 len: 168 time: 0.1352825 Sep 02 17:16:08.579070 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 50912) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:08.586457 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44228d7b-c2d0-438e-bcd1-2fcdb3f428dc tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9306cde-59d4-4a16-81ae-9af5a9d34080,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:08.600412 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.api.v2.resource [None req-7d2e60a7-fefe-418b-bd22-0dcd4f509a89 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] show failed (client error): The resource could not be found. Sep 02 17:16:08.604326 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7d2e60a7-fefe-418b-bd22-0dcd4f509a89 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "GET /v2.0/security-groups/e9306cde-59d4-4a16-81ae-9af5a9d34080 HTTP/1.1" status: 404 len: 347 time: 0.0196533 Sep 02 17:16:08.604705 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 50914) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:08.727361 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-361d0145-d68d-4de0-b474-4b1421c1d313 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Deleting port e9ec7d2b-e1ff-40b3-9e22-d9df3c1bb6a5 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:16:08.727611 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-361d0145-d68d-4de0-b474-4b1421c1d313 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.025499 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-361d0145-d68d-4de0-b474-4b1421c1d313 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.025771 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-361d0145-d68d-4de0-b474-4b1421c1d313 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.037741 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-361d0145-d68d-4de0-b474-4b1421c1d313 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Calling delete_port for e9ec7d2b-e1ff-40b3-9e22-d9df3c1bb6a5 owned by network:floatingip {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:16:09.163562 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-361d0145-d68d-4de0-b474-4b1421c1d313 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.189262 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d0145-d68d-4de0-b474-4b1421c1d313 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Pushing event deleted for resources: {'Port': ['ID=e9ec7d2b-e1ff-40b3-9e22-d9df3c1bb6a5,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:09.245877 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-361d0145-d68d-4de0-b474-4b1421c1d313 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks [] for floatingip, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.248906 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-361d0145-d68d-4de0-b474-4b1421c1d313 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.250053 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-361d0145-d68d-4de0-b474-4b1421c1d313 tempest-AttachVolumeShelveTestJSON-1551946697 tempest-AttachVolumeShelveTestJSON-1551946697-project] 10.222.0.41 "DELETE /v2.0/floatingips/fde90b98-0f02-42ef-8bc6-382354893de6 HTTP/1.1" status: 204 len: 168 time: 0.6443732 Sep 02 17:16:10.243399 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 88ce9e99-9c0c-4984-9fbe-83639825e7cc no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:16:10.262852 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 88ce9e99-9c0c-4984-9fbe-83639825e7cc {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:16:10.263190 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 88ce9e99-9c0c-4984-9fbe-83639825e7cc not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:16:11.648538 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 50940) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:11.885723 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b5c9b-c11a-4fda-a1e8-51f6e31d67f2 req-3c776144-0c1f-4eb3-8cc0-a8dd9f1408ae tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:11.887142 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4d3b5c9b-c11a-4fda-a1e8-51f6e31d67f2 req-3c776144-0c1f-4eb3-8cc0-a8dd9f1408ae tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0716791 Sep 02 17:16:12.004623 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4d3b5c9b-c11a-4fda-a1e8-51f6e31d67f2 req-4762265b-1549-46b9-b759-19b2d7a3af72 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710537 Sep 02 17:16:12.229659 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16447336'] for router_interface, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:12.510699 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Deleting port 62412dda-ea83-4581-ad6a-6f9775438d55 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:16:12.510951 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:12.594237 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] For port 62412dda-ea83-4581-ad6a-6f9775438d55, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=62412dda-ea83-4581-ad6a-6f9775438d55,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:12.594647 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:12.607218 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Calling delete_port for 62412dda-ea83-4581-ad6a-6f9775438d55 owned by network:router_interface {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:16:12.780051 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:12.804191 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Pushing event deleted for resources: {'Port': ['ID=62412dda-ea83-4581-ad6a-6f9775438d55,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:12.815321 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.815678 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.816023 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.816361 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.816696 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.817031 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.817365 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.817691 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.818023 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.818349 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.818695 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.819018 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.976284 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16425354'] for router_interface, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.125127 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911eb80-ae0c-400b-acda-3d35cbde1cc0 req-8de082c0-7dbc-4038-83fc-edf4eaac02d3 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:13.126613 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2911eb80-ae0c-400b-acda-3d35cbde1cc0 req-8de082c0-7dbc-4038-83fc-edf4eaac02d3 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0481405 Sep 02 17:16:13.163894 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2911eb80-ae0c-400b-acda-3d35cbde1cc0 req-7fb3af21-1705-4ef8-832e-b8678f6512a9 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313449 Sep 02 17:16:13.190002 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Router 691157b2-4334-4ecf-b476-6e287fc99590 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:16:13.293201 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:16:13.298247 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0498d9e8-8f95-4764-a8b0-78f2930a18aa admin admin] 10.222.0.41 "PUT /v2.0/routers/691157b2-4334-4ecf-b476-6e287fc99590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6485710 Sep 02 17:16:13.300673 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 50948) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:13.303331 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67068704-d3e9-4cc7-a645-fc5f1f04b499 None None] Sync routers for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:16:13.312967 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67068704-d3e9-4cc7-a645-fc5f1f04b499 None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:13.313580 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-67068704-d3e9-4cc7-a645-fc5f1f04b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:15:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:13.402871 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Notify callbacks [] for router, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.416405 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-67068704-d3e9-4cc7-a645-fc5f1f04b499 None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:13.504223 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.556640 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Deleting port 0c2f6f72-0335-45fd-8f46-931c01cbf868 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:16:13.556896 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.595300 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-67068704-d3e9-4cc7-a645-fc5f1f04b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:16:12Z', 'revision_number': 5, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port': {'id': '0c2f6f72-0335-45fd-8f46-931c01cbf868', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691157b2-4334-4ecf-b476-6e287fc99590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:13.625645 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67068704-d3e9-4cc7-a645-fc5f1f04b499 None None] Checking router: 691157b2-4334-4ecf-b476-6e287fc99590 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:16:13.633825 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67068704-d3e9-4cc7-a645-fc5f1f04b499 None None] Routers {'691157b2-4334-4ecf-b476-6e287fc99590'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:13.634436 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-67068704-d3e9-4cc7-a645-fc5f1f04b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:15:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['691157b2-4334-4ecf-b476-6e287fc99590'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:13.637163 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] For port 0c2f6f72-0335-45fd-8f46-931c01cbf868, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=0c2f6f72-0335-45fd-8f46-931c01cbf868,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:13.637553 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.650356 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Calling delete_port for 0c2f6f72-0335-45fd-8f46-931c01cbf868 owned by network:router_gateway {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:16:13.717405 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-67068704-d3e9-4cc7-a645-fc5f1f04b499 None None] Set router 691157b2-4334-4ecf-b476-6e287fc99590 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:13.771876 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-67068704-d3e9-4cc7-a645-fc5f1f04b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:16:13Z', 'revision_number': 6, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port_host': None}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:13.798833 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67068704-d3e9-4cc7-a645-fc5f1f04b499 None None] The sync data for ids ['691157b2-4334-4ecf-b476-6e287fc99590'] in dv-cinder-806260-3-iscsi is: [{'id': '691157b2-4334-4ecf-b476-6e287fc99590', 'name': 'tempest-AttachVolumeShelveTestJSON-1085826431-router', 'tenant_id': '70d941aa2c0e4b9eac9950e6e8237615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:40Z', 'updated_at': '2021-09-02T17:16:13Z', 'revision_number': 6, 'project_id': '70d941aa2c0e4b9eac9950e6e8237615', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:16:13.818896 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.843168 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2f6f72-0335-45fd-8f46-931c01cbf868,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:13.903943 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16444846'] for router_gateway, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.004424 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16385539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.006465 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.317610 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16385548'] for router, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.318118 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691157b2-4334-4ecf-b476-6e287fc99590 {{(pid=94107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:16:14.323980 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.325368 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f75642aa-701e-4b73-a4a9-8c799907d307 admin admin] 10.222.0.41 "DELETE /v2.0/routers/691157b2-4334-4ecf-b476-6e287fc99590 HTTP/1.1" status: 204 len: 168 time: 1.0237861 Sep 02 17:16:14.327586 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 50952) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:14.381836 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a506-3716-4b42-919a-62fe7d2c02f1 req-0aafcaa8-4788-41c1-a83d-f07f8f008653 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:14.383526 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8911a506-3716-4b42-919a-62fe7d2c02f1 req-0aafcaa8-4788-41c1-a83d-f07f8f008653 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0953300 Sep 02 17:16:14.390062 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-af600079-9f74-439f-98a6-ddb1c46af43d admin admin] Deleting subnet c3243981-69c8-4ce9-8611-1bf8bbd54778 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:16:14.398741 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-af600079-9f74-439f-98a6-ddb1c46af43d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.452390 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8911a506-3716-4b42-919a-62fe7d2c02f1 req-c9b11709-8883-481a-b548-cd96b85f4db9 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597897 Sep 02 17:16:14.454745 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-af600079-9f74-439f-98a6-ddb1c46af43d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33073504'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.569358 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-af600079-9f74-439f-98a6-ddb1c46af43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.623590 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-af600079-9f74-439f-98a6-ddb1c46af43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33548870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33354452'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.651319 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-af600079-9f74-439f-98a6-ddb1c46af43d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.653062 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-af600079-9f74-439f-98a6-ddb1c46af43d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c3243981-69c8-4ce9-8611-1bf8bbd54778 HTTP/1.1" status: 204 len: 168 time: 0.3243268 Sep 02 17:16:14.654590 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af600079-9f74-439f-98a6-ddb1c46af43d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3243981-69c8-4ce9-8611-1bf8bbd54778,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:14.656244 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 50954) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:14.663686 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10dcde6-5477-4bab-b9b3-b985e91d25db None None] Network 94c8cbb5-40fd-4da4-849b-703835a0088e requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:16:14.736900 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.791446 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Deleting port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:16:14.791832 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.863358 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] For port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=3e0bc60a-0ad8-4893-b1d0-16653f37d2d3,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:14.864665 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.866598 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] DHCP port deletion for 94c8cbb5-40fd-4da4-849b-703835a0088e request from dv-cinder-806260-3-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:16:14.878420 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Calling delete_port for 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:16:14.916252 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Deleting port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:16:14.916638 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.956983 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.980743 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0bc60a-0ad8-4893-b1d0-16653f37d2d3,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:14.983133 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] For port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=3e0bc60a-0ad8-4893-b1d0-16653f37d2d3,segment=NetworkSegment(48447503-2aaf-498d-b927-bea5de5bad45),segment_id=48447503-2aaf-498d-b927-bea5de5bad45)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:14.983540 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.986562 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] No DVR routers for this DVR port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 on host dv-cinder-806260-3-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:16:14.997665 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Calling delete_port for 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:16:15.059535 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.069304 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c8cbb5-40fd-4da4-849b-703835a0088e']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:15.080252 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48447503-2aaf-498d-b927-bea5de5bad45') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:15.080478 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48447503-2aaf-498d-b927-bea5de5bad45') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:15.089823 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966620'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.104572 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.111046 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:16:15.111503 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12836127'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: timer() Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: cb(*args, **kw) Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: self._notify() Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: self.callback(batched_events) Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: event.method(event) Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._get(url).json() Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:16:15.113308 dv-cinder-806260-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:16:15.172247 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.177896 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.179813 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] 10.222.0.41 "DELETE /v2.0/networks/94c8cbb5-40fd-4da4-849b-703835a0088e HTTP/1.1" status: 204 len: 168 time: 0.5226028 Sep 02 17:16:15.191429 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2752f-ca46-4e77-97db-4ac9d31f5324 admin admin] Pushing event deleted for resources: {'Network': ['ID=94c8cbb5-40fd-4da4-849b-703835a0088e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:15.204972 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 0c2f6f72-0335-45fd-8f46-931c01cbf868 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:16:15.234188 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 0c2f6f72-0335-45fd-8f46-931c01cbf868 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:16:15.234188 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 0c2f6f72-0335-45fd-8f46-931c01cbf868 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:16:15.234188 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:16:15.262661 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:16:15.263498 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:16:15.263904 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 62412dda-ea83-4581-ad6a-6f9775438d55 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:16:15.284024 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 62412dda-ea83-4581-ad6a-6f9775438d55 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:16:15.284363 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 62412dda-ea83-4581-ad6a-6f9775438d55 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:16:15.286226 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.296075 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 50958) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:15.311547 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Network 94c8cbb5-40fd-4da4-849b-703835a0088e is not hosted by any dhcp agent {{(pid=94108) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 17:16:15.312004 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] No DVR routers for this DVR port 3e0bc60a-0ad8-4893-b1d0-16653f37d2d3 on host dv-cinder-806260-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:16:15.313516 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Pushing event deleted for resources: {'Port': ['ID=3e0bc60a-0ad8-4893-b1d0-16653f37d2d3,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:15.322270 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.322613 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.322981 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.323319 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.323649 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.323976 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.324302 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.324625 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.325804 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.326138 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.326463 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.326811 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa40e8-93f5-4910-93d0-65b3ef234b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:15.346724 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-76b16d63-66e3-44a3-ba7b-261dc845d0f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70d941aa2c0e4b9eac9950e6e8237615&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488205 Sep 02 17:16:15.349167 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 50960) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:15.395691 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2be3a69b-345d-4b6e-a8bb-eecc1fd573d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.416168 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2be3a69b-345d-4b6e-a8bb-eecc1fd573d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.467696 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2be3a69b-345d-4b6e-a8bb-eecc1fd573d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.470309 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2be3a69b-345d-4b6e-a8bb-eecc1fd573d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.471724 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2be3a69b-345d-4b6e-a8bb-eecc1fd573d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51e44307-53cc-497a-b00b-2be7395f7f93 HTTP/1.1" status: 204 len: 168 time: 0.1214745 Sep 02 17:16:15.481698 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3a69b-345d-4b6e-a8bb-eecc1fd573d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e44307-53cc-497a-b00b-2be7395f7f93,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:15.583389 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16c4d4-82f7-4705-81c2-579c8f6e9dfc req-025e60d2-a503-4a70-8c86-230949898653 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:15.584824 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd16c4d4-82f7-4705-81c2-579c8f6e9dfc req-025e60d2-a503-4a70-8c86-230949898653 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0531554 Sep 02 17:16:15.623165 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd16c4d4-82f7-4705-81c2-579c8f6e9dfc req-4c2ceac8-c958-417e-81e2-2861625f23fb tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323839 Sep 02 17:16:16.741657 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704ed90-e0e2-41f9-9d72-b70328e3e656 req-ccda91ea-edb1-4ffe-ac22-9520972d2761 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:16.743057 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c704ed90-e0e2-41f9-9d72-b70328e3e656 req-ccda91ea-edb1-4ffe-ac22-9520972d2761 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0491498 Sep 02 17:16:16.780761 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c704ed90-e0e2-41f9-9d72-b70328e3e656 req-e53f3bf7-c3c3-4e0f-814d-d6ed914a7f04 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312951 Sep 02 17:16:17.129439 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.900231 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882519c2-5d2c-4a3d-88bf-59e9784bba72 req-7d9251a3-9fa0-48dd-aae7-89f6b3d61b7a tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:17.901932 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-882519c2-5d2c-4a3d-88bf-59e9784bba72 req-7d9251a3-9fa0-48dd-aae7-89f6b3d61b7a tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0550244 Sep 02 17:16:17.941928 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-882519c2-5d2c-4a3d-88bf-59e9784bba72 req-32953d8c-a92a-40be-9010-be39a47d03fd tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339837 Sep 02 17:16:19.056941 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae6e3c-c9f9-447a-8a39-8ed2ad802717 req-1ae0efbe-8f0f-4d57-bb06-5d6ae469e2a6 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:19.058465 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a1ae6e3c-c9f9-447a-8a39-8ed2ad802717 req-1ae0efbe-8f0f-4d57-bb06-5d6ae469e2a6 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0512135 Sep 02 17:16:19.096594 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a1ae6e3c-c9f9-447a-8a39-8ed2ad802717 req-565dba11-9edd-4f93-b23f-eb15c65ce3f1 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316927 Sep 02 17:16:20.209968 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ba213-ac83-4a1f-a774-c839543dba6f req-942b7003-3322-4d73-a2fa-a1064cf586f6 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:20.211541 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c3ba213-ac83-4a1f-a774-c839543dba6f req-942b7003-3322-4d73-a2fa-a1064cf586f6 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0491016 Sep 02 17:16:20.250981 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c3ba213-ac83-4a1f-a774-c839543dba6f req-8b22b590-6a4c-4363-9c6b-e0c88c088e72 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324349 Sep 02 17:16:21.364702 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41106e7-24f7-4ddf-86e6-b10cc4658acf req-3f3ce503-1c27-4550-97c7-452ddca40041 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:21.366551 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a41106e7-24f7-4ddf-86e6-b10cc4658acf req-3f3ce503-1c27-4550-97c7-452ddca40041 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0490851 Sep 02 17:16:21.405266 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a41106e7-24f7-4ddf-86e6-b10cc4658acf req-e28a657e-9ad2-4f2d-839b-416294d07c57 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319402 Sep 02 17:16:21.959527 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-db5c52f4-f4d5-4a3c-b36d-7c036fc09ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:22.081695 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c7dc9-2acf-47f3-827b-d5b5b40fdc24 req-aadd0006-8e0b-4016-bc9e-e1782f5fbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:22.083192 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f76c7dc9-2acf-47f3-827b-d5b5b40fdc24 req-aadd0006-8e0b-4016-bc9e-e1782f5fbeaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1187a96ac5fd43ed8833b20d6e853409&device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 1098 time: 0.0424912 Sep 02 17:16:22.170406 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c7dc9-2acf-47f3-827b-d5b5b40fdc24 req-e4d5a813-0ef8-44b2-b8d3-b229687d5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:22.171786 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f76c7dc9-2acf-47f3-827b-d5b5b40fdc24 req-e4d5a813-0ef8-44b2-b8d3-b229687d5b2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e HTTP/1.1" status: 200 len: 910 time: 0.0818145 Sep 02 17:16:22.240307 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f76c7dc9-2acf-47f3-827b-d5b5b40fdc24 req-b5be2867-3a2d-4fe2-bf58-98a742eaee30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0347608-2078-4ebd-b282-53b22f166ac6 HTTP/1.1" status: 200 len: 999 time: 0.0606139 Sep 02 17:16:22.287820 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c7dc9-2acf-47f3-827b-d5b5b40fdc24 req-35e1186d-1976-41f6-91d9-c370d9774cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:22.289233 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f76c7dc9-2acf-47f3-827b-d5b5b40fdc24 req-35e1186d-1976-41f6-91d9-c370d9774cc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23e61cf7-5873-4363-88cd-5719c98b65d6 HTTP/1.1" status: 200 len: 848 time: 0.0419543 Sep 02 17:16:22.333665 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c7dc9-2acf-47f3-827b-d5b5b40fdc24 req-561147d7-3133-46f9-be80-6b23c7c60d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:22.335120 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f76c7dc9-2acf-47f3-827b-d5b5b40fdc24 req-561147d7-3133-46f9-be80-6b23c7c60d2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371170 Sep 02 17:16:22.429289 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f76c7dc9-2acf-47f3-827b-d5b5b40fdc24 req-09195193-1b61-4f24-b569-c2ef3d3f5a69 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865395 Sep 02 17:16:22.529522 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f76c7dc9-2acf-47f3-827b-d5b5b40fdc24 req-92e4a3a4-3cc3-4e64-9136-1c9994680531 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917418 Sep 02 17:16:22.530329 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854f9e-773a-4a87-bf29-adcccb6b40db req-8619cc90-677a-47eb-85c3-a440e38eb01d tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:22.531845 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-eb854f9e-773a-4a87-bf29-adcccb6b40db req-8619cc90-677a-47eb-85c3-a440e38eb01d tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0521882 Sep 02 17:16:22.568890 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-eb854f9e-773a-4a87-bf29-adcccb6b40db req-f7fce5ba-7d79-4e08-993b-f88e33705631 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311575 Sep 02 17:16:23.683718 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b4d0c-3ca5-420c-8901-172b8913d9f2 req-b4e043af-c0c0-40ea-9022-76542d56e82c tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:23.685214 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da0b4d0c-3ca5-420c-8901-172b8913d9f2 req-b4e043af-c0c0-40ea-9022-76542d56e82c tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Sep 02 17:16:23.723142 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da0b4d0c-3ca5-420c-8901-172b8913d9f2 req-c199513a-a47a-4ec6-8a79-085afec8c874 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319517 Sep 02 17:16:24.845943 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cd063-f599-42fe-a60f-c1b29577489a req-d7e24175-7c0b-4d11-a0dc-182b4954abc7 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:24.847467 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-803cd063-f599-42fe-a60f-c1b29577489a req-d7e24175-7c0b-4d11-a0dc-182b4954abc7 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0506632 Sep 02 17:16:24.889668 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 51094) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:24.891157 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-803cd063-f599-42fe-a60f-c1b29577489a req-3049d6a7-e852-4c63-953a-75cc661c5ac6 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364757 Sep 02 17:16:24.935461 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8c8afcaa-b243-4278-8b11-ab3dda18863b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:25.004215 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a7720b4-c0f2-4fe9-9ea8-b800cb473018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:25.092697 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a7720b4-c0f2-4fe9-9ea8-b800cb473018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:25.096251 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a7720b4-c0f2-4fe9-9ea8-b800cb473018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:25.133521 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4a7720b4-c0f2-4fe9-9ea8-b800cb473018 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd50627c99094b8ca607376dafddc55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424247 Sep 02 17:16:25.135548 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7720b4-c0f2-4fe9-9ea8-b800cb473018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0594892-600a-4ea6-974a-6a2ceb8d1b68,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:25.136221 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 51098) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:25.181018 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:25.188221 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0237-226c-4cb4-884b-4b648d501168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:25.212652 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0237-226c-4cb4-884b-4b648d501168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:25.263606 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0237-226c-4cb4-884b-4b648d501168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:25.266761 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0237-226c-4cb4-884b-4b648d501168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:25.267895 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ad4e0237-226c-4cb4-884b-4b648d501168 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0594892-600a-4ea6-974a-6a2ceb8d1b68 HTTP/1.1" status: 204 len: 168 time: 0.1305647 Sep 02 17:16:25.275619 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e0237-226c-4cb4-884b-4b648d501168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0594892-600a-4ea6-974a-6a2ceb8d1b68,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:26.005203 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b5ccb-ec0a-45bb-8d24-c4e909c64d43 req-4c67aeee-e8a6-498c-9f59-7e49cf44218f tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:26.006734 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a60b5ccb-ec0a-45bb-8d24-c4e909c64d43 req-4c67aeee-e8a6-498c-9f59-7e49cf44218f tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0487535 Sep 02 17:16:26.044503 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a60b5ccb-ec0a-45bb-8d24-c4e909c64d43 req-1ae0e7b0-a7a6-411b-92f5-5fa34a065916 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317712 Sep 02 17:16:26.273699 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2331cc17-7800-43da-af87-e368eaa199e4 req-9297a0a0-ebff-4c59-9878-1ca4f8cd8f75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795755 Sep 02 17:16:26.287004 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44426be8-c626-464c-95c3-c562ce97b98a req-9819b45d-8f21-4387-a340-5019a9abc169 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:26.288488 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44426be8-c626-464c-95c3-c562ce97b98a req-9819b45d-8f21-4387-a340-5019a9abc169 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0655169 Sep 02 17:16:26.327627 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44426be8-c626-464c-95c3-c562ce97b98a req-39e42629-e82c-40ca-aae0-aaad1308e47c tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330656 Sep 02 17:16:26.539257 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.003520 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 51174) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:27.112499 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-da274d71-458e-45e8-9391-f38eaa1e9312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.197950 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-da274d71-458e-45e8-9391-f38eaa1e9312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.202190 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-da274d71-458e-45e8-9391-f38eaa1e9312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.239246 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-da274d71-458e-45e8-9391-f38eaa1e9312 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06fbe34522aa493a8219f804377fd3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346208 Sep 02 17:16:27.241143 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da274d71-458e-45e8-9391-f38eaa1e9312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeab05b-2264-409e-8547-e6b3e4f8af37,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:27.242166 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 51178) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:27.292422 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.314693 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.363774 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.367014 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.370478 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7eeab05b-2264-409e-8547-e6b3e4f8af37 HTTP/1.1" status: 204 len: 168 time: 0.1249979 Sep 02 17:16:27.382120 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeab05b-2264-409e-8547-e6b3e4f8af37,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:27.391300 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.391655 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.391996 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.392329 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.392876 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.393492 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.393895 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.394228 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.394924 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.395603 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.396384 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.397023 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed545f-be8d-4ff7-806b-78fbaad41dba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:27.459813 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07380c-4a56-4f2d-94c6-24dd4d953900 req-af75ea77-ec8a-4390-b90d-1a3479bd9df6 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:27.461323 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3a07380c-4a56-4f2d-94c6-24dd4d953900 req-af75ea77-ec8a-4390-b90d-1a3479bd9df6 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0608063 Sep 02 17:16:27.502609 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3a07380c-4a56-4f2d-94c6-24dd4d953900 req-e766c8dc-366a-4807-b0bd-aab6ce65b028 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347331 Sep 02 17:16:27.648817 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 51186) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:27.661853 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0361272c-2bc5-494a-88a7-4e99e75d12e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.751010 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0361272c-2bc5-494a-88a7-4e99e75d12e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.756196 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0361272c-2bc5-494a-88a7-4e99e75d12e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.794939 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0361272c-2bc5-494a-88a7-4e99e75d12e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21d072e3cb614b81a1012280fd7f4972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450350 Sep 02 17:16:27.797515 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361272c-2bc5-494a-88a7-4e99e75d12e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7166a421-0f1f-4e39-a091-6d7b24b66fb7,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:27.798536 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 51188) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:27.849672 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e5cba98-73e8-4e3b-862a-e907155fe8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.870855 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e5cba98-73e8-4e3b-862a-e907155fe8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.901010 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331cc17-7800-43da-af87-e368eaa199e4 req-a31b0f5b-9741-4b74-84cc-30049e5aa426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:27.902508 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2331cc17-7800-43da-af87-e368eaa199e4 req-a31b0f5b-9741-4b74-84cc-30049e5aa426 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315&tenant_id=1187a96ac5fd43ed8833b20d6e853409 HTTP/1.1" status: 200 len: 1098 time: 0.0398843 Sep 02 17:16:27.915604 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e5cba98-73e8-4e3b-862a-e907155fe8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.918465 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e5cba98-73e8-4e3b-862a-e907155fe8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:27.919644 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4e5cba98-73e8-4e3b-862a-e907155fe8be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7166a421-0f1f-4e39-a091-6d7b24b66fb7 HTTP/1.1" status: 204 len: 168 time: 0.1201086 Sep 02 17:16:27.927850 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cba98-73e8-4e3b-862a-e907155fe8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7166a421-0f1f-4e39-a091-6d7b24b66fb7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:27.986902 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331cc17-7800-43da-af87-e368eaa199e4 req-942d65ec-fb6e-415a-b24d-bd9874ad1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:27.988407 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2331cc17-7800-43da-af87-e368eaa199e4 req-942d65ec-fb6e-415a-b24d-bd9874ad1403 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1187a96ac5fd43ed8833b20d6e853409&device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 1098 time: 0.0407341 Sep 02 17:16:28.090403 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331cc17-7800-43da-af87-e368eaa199e4 req-eb724aea-40a9-4731-9378-54b9603ec2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:28.091985 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2331cc17-7800-43da-af87-e368eaa199e4 req-eb724aea-40a9-4731-9378-54b9603ec2d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e HTTP/1.1" status: 200 len: 910 time: 0.0947502 Sep 02 17:16:28.160511 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2331cc17-7800-43da-af87-e368eaa199e4 req-b261be53-63b9-45df-81d7-5172ea4b67e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0347608-2078-4ebd-b282-53b22f166ac6 HTTP/1.1" status: 200 len: 999 time: 0.0594079 Sep 02 17:16:28.209815 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331cc17-7800-43da-af87-e368eaa199e4 req-222ac3d5-c6d4-475c-93d6-7b84bad792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:28.211348 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2331cc17-7800-43da-af87-e368eaa199e4 req-222ac3d5-c6d4-475c-93d6-7b84bad792b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23e61cf7-5873-4363-88cd-5719c98b65d6 HTTP/1.1" status: 200 len: 848 time: 0.0435650 Sep 02 17:16:28.264007 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331cc17-7800-43da-af87-e368eaa199e4 req-da1297ae-feea-48a6-b63c-6f89994d52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:28.265662 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2331cc17-7800-43da-af87-e368eaa199e4 req-da1297ae-feea-48a6-b63c-6f89994d52b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441551 Sep 02 17:16:28.292571 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device f0347608-2078-4ebd-b282-53b22f166ac6 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:16:28.360134 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2331cc17-7800-43da-af87-e368eaa199e4 req-b90f012c-dfd2-42a2-9449-59ca00bcca90 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862207 Sep 02 17:16:28.376214 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:28.399898 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:28.402147 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02505a50-d720-4dbe-a79d-995e25735d01" -d '{"events": [{"server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "name": "network-vif-unplugged", "status": "completed", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:28.415825 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port f0347608-2078-4ebd-b282-53b22f166ac6, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f0347608-2078-4ebd-b282-53b22f166ac6,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:28.421472 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:28.461561 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f25b18-00d3-49b8-90cd-e129c870316e x-openstack-request-id: req-f3f25b18-00d3-49b8-90cd-e129c870316e {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:28.461974 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "name": "network-vif-unplugged", "status": "completed", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:28.462293 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3f25b18-00d3-49b8-90cd-e129c870316e {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:28.462724 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'code': 200} Sep 02 17:16:28.474772 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=f0347608-2078-4ebd-b282-53b22f166ac6,revision_number=6']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:28.475018 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2331cc17-7800-43da-af87-e368eaa199e4 req-571239cf-26dc-4e8f-b5b9-10031dcd83b5 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059780 Sep 02 17:16:28.500057 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:28.616826 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fed61-3555-4a84-bd46-2e76b9c46e06 req-95363f7c-da9f-40f4-ab6c-0b650fd0db0d tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:28.618467 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-091fed61-3555-4a84-bd46-2e76b9c46e06 req-95363f7c-da9f-40f4-ab6c-0b650fd0db0d tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0483940 Sep 02 17:16:28.656609 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-091fed61-3555-4a84-bd46-2e76b9c46e06 req-6bc262df-c737-4927-8468-593e3f8708a1 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314765 Sep 02 17:16:29.773123 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739c873-f164-4735-bb81-fe460d7ad228 req-e1b81cef-7260-4cf4-8b14-bdc552dd4b80 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:29.774744 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9739c873-f164-4735-bb81-fe460d7ad228 req-e1b81cef-7260-4cf4-8b14-bdc552dd4b80 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0506375 Sep 02 17:16:29.818141 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9739c873-f164-4735-bb81-fe460d7ad228 req-996faabd-30db-4bd4-ae25-bb591ce3b6f2 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338502 Sep 02 17:16:30.930259 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a9059-684e-41c4-a739-943929f6784a req-025c8884-a326-4d9a-961c-1efe57768e60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:30.931743 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5b0a9059-684e-41c4-a739-943929f6784a req-025c8884-a326-4d9a-961c-1efe57768e60 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0478716 Sep 02 17:16:30.969286 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5b0a9059-684e-41c4-a739-943929f6784a req-d47f6208-94dc-42f6-b770-357803ce8bca tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Sep 02 17:16:32.080201 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796b775-5e08-48d9-a5a3-029534667fd2 req-694c311b-86f1-4af2-86ae-62af5f18160b tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:32.081660 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b796b775-5e08-48d9-a5a3-029534667fd2 req-694c311b-86f1-4af2-86ae-62af5f18160b tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0465739 Sep 02 17:16:32.119861 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b796b775-5e08-48d9-a5a3-029534667fd2 req-4db6e38b-bcce-4fb3-bac6-23b903c4e3a4 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304673 Sep 02 17:16:32.995690 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:16:33.234523 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce797970-2908-45cf-9fe4-75f91ee9f0ba req-b0ef6f26-095f-4a25-835b-1299a5736543 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:33.236029 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ce797970-2908-45cf-9fe4-75f91ee9f0ba req-b0ef6f26-095f-4a25-835b-1299a5736543 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0516186 Sep 02 17:16:33.275101 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ce797970-2908-45cf-9fe4-75f91ee9f0ba req-11f6c73e-59e4-4977-a715-3308b20ebafc tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329626 Sep 02 17:16:34.390511 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855fd5-bd5c-484c-b42c-ea1bd112f670 req-197ddbec-76c3-460c-ab5f-e8c825e57392 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:34.392131 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e8855fd5-bd5c-484c-b42c-ea1bd112f670 req-197ddbec-76c3-460c-ab5f-e8c825e57392 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0510080 Sep 02 17:16:34.434141 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e8855fd5-bd5c-484c-b42c-ea1bd112f670 req-a7675408-4edb-4fc1-8ea8-9ce61ae8a8c5 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359921 Sep 02 17:16:34.884943 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce5625-3d35-4976-9f65-9728cf7e1d45 req-8b4880d4-b7af-42cc-8c26-cc37fdccc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:34.886391 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9ce5625-3d35-4976-9f65-9728cf7e1d45 req-8b4880d4-b7af-42cc-8c26-cc37fdccc8f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 1096 time: 0.0385294 Sep 02 17:16:34.922496 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9ce5625-3d35-4976-9f65-9728cf7e1d45 req-baea9f7c-1722-4bbe-94a8-3e2d97125159 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279348 Sep 02 17:16:35.546114 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec807-0468-43f6-80f4-b30ad2543e81 req-3795f900-00c8-4dc5-979f-a43e8854932a tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:35.547616 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-44aec807-0468-43f6-80f4-b30ad2543e81 req-3795f900-00c8-4dc5-979f-a43e8854932a tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 943 time: 0.0477231 Sep 02 17:16:35.584527 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-44aec807-0468-43f6-80f4-b30ad2543e81 req-e3020b18-6c41-4166-8abc-eac07ca5fca6 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311258 Sep 02 17:16:36.342604 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device f0347608-2078-4ebd-b282-53b22f166ac6 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:16:36.398837 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 51338) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:36.438368 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port f0347608-2078-4ebd-b282-53b22f166ac6, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f0347608-2078-4ebd-b282-53b22f166ac6,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:36.449744 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'port_id': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'mac_address': 'fa:16:3e:f2:28:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:16:36.486537 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:36.499514 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0347608-2078-4ebd-b282-53b22f166ac6 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:16:36.503244 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-15934cc2-f895-44cd-b0e3-01e2a34e1ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:36.518715 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port f0347608-2078-4ebd-b282-53b22f166ac6, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f0347608-2078-4ebd-b282-53b22f166ac6,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:36.522423 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:36.569410 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=f0347608-2078-4ebd-b282-53b22f166ac6,revision_number=7']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:36.590956 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-15934cc2-f895-44cd-b0e3-01e2a34e1ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:36.596122 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-15934cc2-f895-44cd-b0e3-01e2a34e1ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:36.632561 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15934cc2-f895-44cd-b0e3-01e2a34e1ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf1bd5c-64ad-48da-9eb7-94bdafc5c5cf,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:36.643454 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-15934cc2-f895-44cd-b0e3-01e2a34e1ac1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14ba3abe4405406b9d8a58e0224cffc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412143 Sep 02 17:16:36.644119 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 51344) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:36.690992 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-939b1905-f220-473d-93cf-f26d844b866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:36.695078 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b052da-46d9-4201-992a-f01c780e6349 req-9cb86637-cd5a-413c-9346-ee70a69fb9ef tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:36.696578 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70b052da-46d9-4201-992a-f01c780e6349 req-9cb86637-cd5a-413c-9346-ee70a69fb9ef tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 944 time: 0.0468080 Sep 02 17:16:36.712034 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-939b1905-f220-473d-93cf-f26d844b866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:36.734337 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70b052da-46d9-4201-992a-f01c780e6349 req-ae7d5698-c14b-47e7-a8fc-d83eb22fd2c8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313182 Sep 02 17:16:36.759298 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-939b1905-f220-473d-93cf-f26d844b866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:36.761877 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-939b1905-f220-473d-93cf-f26d844b866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:36.766274 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-939b1905-f220-473d-93cf-f26d844b866a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9cf1bd5c-64ad-48da-9eb7-94bdafc5c5cf HTTP/1.1" status: 204 len: 168 time: 0.1217022 Sep 02 17:16:36.774261 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b1905-f220-473d-93cf-f26d844b866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf1bd5c-64ad-48da-9eb7-94bdafc5c5cf,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:36.868228 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['f0347608-2078-4ebd-b282-53b22f166ac6'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:16:37.032010 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 51352) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:37.045078 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f59de46-9326-4627-b555-7f2766c5a48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.131757 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f59de46-9326-4627-b555-7f2766c5a48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.135312 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f59de46-9326-4627-b555-7f2766c5a48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.171822 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9f59de46-9326-4627-b555-7f2766c5a48a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39c5b47417ab43b0bd60b313d22b9067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387866 Sep 02 17:16:37.172713 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59de46-9326-4627-b555-7f2766c5a48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cfe61e-6a8e-4424-b65f-d4c84506e560,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:37.174539 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 51354) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:37.223953 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-111791b0-fb1e-4908-9fca-c1625dae8352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.244609 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-111791b0-fb1e-4908-9fca-c1625dae8352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.292014 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-111791b0-fb1e-4908-9fca-c1625dae8352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.294456 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-111791b0-fb1e-4908-9fca-c1625dae8352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.296242 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-111791b0-fb1e-4908-9fca-c1625dae8352 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0cfe61e-6a8e-4424-b65f-d4c84506e560 HTTP/1.1" status: 204 len: 168 time: 0.1201277 Sep 02 17:16:37.303666 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111791b0-fb1e-4908-9fca-c1625dae8352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cfe61e-6a8e-4424-b65f-d4c84506e560,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:37.600909 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 51364) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:37.614182 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bbc09ea9-24ec-4972-b765-7e2887bfa60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.700551 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bbc09ea9-24ec-4972-b765-7e2887bfa60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.704961 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bbc09ea9-24ec-4972-b765-7e2887bfa60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.740657 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc09ea9-24ec-4972-b765-7e2887bfa60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2efba58-d9c2-4151-b23a-cd34bed22396,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:37.745196 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-bbc09ea9-24ec-4972-b765-7e2887bfa60a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56799f618b724de3be63eea0c9bbfcef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432645 Sep 02 17:16:37.748805 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 51368) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:37.795105 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c76189f9-f467-4c42-b3ff-4799504036f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.816116 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c76189f9-f467-4c42-b3ff-4799504036f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.860894 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c76189f9-f467-4c42-b3ff-4799504036f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.863697 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c76189f9-f467-4c42-b3ff-4799504036f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.864853 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c76189f9-f467-4c42-b3ff-4799504036f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2efba58-d9c2-4151-b23a-cd34bed22396 HTTP/1.1" status: 204 len: 168 time: 0.1155295 Sep 02 17:16:37.874715 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76189f9-f467-4c42-b3ff-4799504036f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2efba58-d9c2-4151-b23a-cd34bed22396,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:38.355456 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device f0347608-2078-4ebd-b282-53b22f166ac6 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:38.405973 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port f0347608-2078-4ebd-b282-53b22f166ac6 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:38.406345 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.497729 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.520538 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:38.522807 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13f88db-f317-4bb8-9155-24ff7f8a8666" -d '{"events": [{"server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "name": "network-vif-plugged", "status": "completed", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:38.539486 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port f0347608-2078-4ebd-b282-53b22f166ac6, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f0347608-2078-4ebd-b282-53b22f166ac6,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:38.543759 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.569657 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4247f1c4-f890-4ba8-af33-11cf70aecaf8 x-openstack-request-id: req-4247f1c4-f890-4ba8-af33-11cf70aecaf8 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:38.570037 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "name": "network-vif-plugged", "status": "completed", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:38.570296 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4247f1c4-f890-4ba8-af33-11cf70aecaf8 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:38.570842 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'code': 200} Sep 02 17:16:38.598098 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=f0347608-2078-4ebd-b282-53b22f166ac6,revision_number=8']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:44.108258 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 51502) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:44.209015 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5a7376b3-5ef7-4214-ab56-38848e290a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.298166 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5a7376b3-5ef7-4214-ab56-38848e290a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.301909 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5a7376b3-5ef7-4214-ab56-38848e290a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.341496 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5a7376b3-5ef7-4214-ab56-38848e290a7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44d3d9ea9c3048c8a057773fe1c3f4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291505 Sep 02 17:16:44.341496 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7376b3-5ef7-4214-ab56-38848e290a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9694e9-ab6f-411d-a48b-a216aef48859,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:44.342030 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 51506) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:44.393513 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe4b3-5e5d-4424-9e26-9051e73067d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.414565 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe4b3-5e5d-4424-9e26-9051e73067d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.461338 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe4b3-5e5d-4424-9e26-9051e73067d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.464608 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe4b3-5e5d-4424-9e26-9051e73067d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.465848 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a1bfe4b3-5e5d-4424-9e26-9051e73067d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de9694e9-ab6f-411d-a48b-a216aef48859 HTTP/1.1" status: 204 len: 168 time: 0.1221235 Sep 02 17:16:44.474387 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfe4b3-5e5d-4424-9e26-9051e73067d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9694e9-ab6f-411d-a48b-a216aef48859,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:44.726943 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 51512) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:44.740209 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-001d700a-aaed-4707-b8d7-999cd26e0cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.825137 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-001d700a-aaed-4707-b8d7-999cd26e0cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.829258 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-001d700a-aaed-4707-b8d7-999cd26e0cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.868012 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-001d700a-aaed-4707-b8d7-999cd26e0cec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=634588c3bd654ab6855e9646341d47a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399906 Sep 02 17:16:44.870141 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d700a-aaed-4707-b8d7-999cd26e0cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc01d42b-2b84-4b73-b710-25eb4f62ea3d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:44.870902 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 51514) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:44.920996 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd9b5-92f3-4601-a15d-de6041788894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.943702 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd9b5-92f3-4601-a15d-de6041788894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.990525 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd9b5-92f3-4601-a15d-de6041788894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.993390 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd9b5-92f3-4601-a15d-de6041788894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.997097 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b8ebd9b5-92f3-4601-a15d-de6041788894 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc01d42b-2b84-4b73-b710-25eb4f62ea3d HTTP/1.1" status: 204 len: 168 time: 0.1226842 Sep 02 17:16:45.004105 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd9b5-92f3-4601-a15d-de6041788894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc01d42b-2b84-4b73-b710-25eb4f62ea3d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:45.171970 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94bc8-315f-48f3-af9f-c1bf18bc209c req-429adfc7-1fe4-4be7-b282-b7dd018080ea tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:45.173479 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5ad94bc8-315f-48f3-af9f-c1bf18bc209c req-429adfc7-1fe4-4be7-b282-b7dd018080ea tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0606940 Sep 02 17:16:45.212685 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5ad94bc8-315f-48f3-af9f-c1bf18bc209c req-f40d17fd-3b87-4ccd-863f-7c3baff9940c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325930 Sep 02 17:16:45.656312 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 51542) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:45.749587 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1084890685-network', 'tenant_id': 'c7389bfa3cc94ec589f8f8f35ffb4d45'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:45.769759 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Made reservation on behalf of c7389bfa3cc94ec589f8f8f35ffb4d45 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:16:45.772010 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.779906 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.870136 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.873835 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.893462 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:16:45.906720 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560485a1-181d-49aa-a249-916d9ee8e0c2,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:45.911427 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.911764 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Added segment acae91eb-e9a5-418e-bac2-f466bcc7922a of type vlan for network 9a4507ad-090b-4319-bc82-98ed0423ca3a Sep 02 17:16:45.951088 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.974165 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.975076 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:45.975654 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.023681 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3662789 Sep 02 17:16:46.026647 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 51546) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:46.032344 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] Request body: {'subnet': {'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1084890685-subnet', 'tenant_id': 'c7389bfa3cc94ec589f8f8f35ffb4d45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:46.034647 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdfd53-30e6-4311-9ddf-f8ac1a1479ad admin admin] Pushing event updated for resources: {'Network': ['ID=9a4507ad-090b-4319-bc82-98ed0423ca3a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:46.044464 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network 9a4507ad-090b-4319-bc82-98ed0423ca3a details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:16:46.052719 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] Made reservation on behalf of c7389bfa3cc94ec589f8f8f35ffb4d45 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:16:46.055017 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14215678'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.217104 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12836278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14215660'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.275784 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3631d87b-992e-4381-879c-ff5613e4bdc2,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:46.280181 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] Checking segment: {'id': 'acae91eb-e9a5-418e-bac2-f466bcc7922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:46.281069 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] Network hostable DHCP agents. Network: 9a4507ad-090b-4319-bc82-98ed0423ca3a, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:16:46.296686 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] Network 9a4507ad-090b-4319-bc82-98ed0423ca3a is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:16:46.305648 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, 9a4507ad-090b-4319-bc82-98ed0423ca3a) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:46.310584 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:46.311220 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.316565 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa0a775-8501-4af2-badd-68aae67c3cad None None] Network 9a4507ad-090b-4319-bc82-98ed0423ca3a requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:16:46.334046 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-91fa4ee9-a546-441e-b2ef-f9aed232b92a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3033636 Sep 02 17:16:46.345508 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c8682-855f-4a0a-934b-a11387b6b1ea req-985938f3-5f19-4451-8807-6c7607fbac3d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:46.347188 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c93c8682-855f-4a0a-934b-a11387b6b1ea req-985938f3-5f19-4451-8807-6c7607fbac3d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0566046 Sep 02 17:16:46.387686 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c93c8682-855f-4a0a-934b-a11387b6b1ea req-0b2f3d84-e7ef-460b-936c-736b000af492 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322750 Sep 02 17:16:46.441315 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729df540-fe01-480b-bd62-906df877d0c4 None None] Network 9a4507ad-090b-4319-bc82-98ed0423ca3a requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:16:47.139284 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:47.499648 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cea19-1fc4-4e17-b90f-b4e71386e4f2 req-9aa4d438-f0ed-48b4-ac57-1434edf47ff1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:47.501095 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-317cea19-1fc4-4e17-b90f-b4e71386e4f2 req-9aa4d438-f0ed-48b4-ac57-1434edf47ff1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0472245 Sep 02 17:16:47.537820 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-317cea19-1fc4-4e17-b90f-b4e71386e4f2 req-fdfa3c98-1510-4e3b-beb6-38b19177d7e1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309212 Sep 02 17:16:48.055775 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-03dd5147-849f-47d3-872f-b1a70b46ee8c tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:48.057251 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-03dd5147-849f-47d3-872f-b1a70b46ee8c tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/networks?id=9a4507ad-090b-4319-bc82-98ed0423ca3a HTTP/1.1" status: 200 len: 809 time: 0.0982385 Sep 02 17:16:48.072194 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-d63c1c5b-9f5e-4cca-9cab-58c198e3e581 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/quotas/c7389bfa3cc94ec589f8f8f35ffb4d45 HTTP/1.1" status: 200 len: 375 time: 0.0087447 Sep 02 17:16:48.106419 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-c88b7532-36f3-4617-8956-f59af067fa7e tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7389bfa3cc94ec589f8f8f35ffb4d45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292847 Sep 02 17:16:48.193333 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-69f3fb77-6e7e-4ad3-8895-b868e95ab95d service neutron] 10.222.0.41 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802066 Sep 02 17:16:48.284641 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-a5783a04-d133-4b41-99ec-8f00136c3b06 service neutron] 10.222.0.41 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853479 Sep 02 17:16:48.436434 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c870250e-38c2-4006-91e6-3f1dea7ce46e req-c15ccf3b-9e0d-4044-8dd7-af36f9027dd1 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 210 time: 0.0289698 Sep 02 17:16:48.654601 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621db5a3-ac0f-4294-a357-f3ccb4f91ee3 req-5f7bf8f3-56db-4ba2-9398-8f80bcd82671 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:48.656682 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-621db5a3-ac0f-4294-a357-f3ccb4f91ee3 req-5f7bf8f3-56db-4ba2-9398-8f80bcd82671 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0508428 Sep 02 17:16:48.701632 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-621db5a3-ac0f-4294-a357-f3ccb4f91ee3 req-e7de131e-3028-4eaf-9db2-bb69204a7e2f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388992 Sep 02 17:16:49.535043 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-8a1b1574-cbe0-46fe-8fd6-f95a4fe0ddb1 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:49.536204 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-8a1b1574-cbe0-46fe-8fd6-f95a4fe0ddb1 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.13 "GET /v2.0/networks?id=9a4507ad-090b-4319-bc82-98ed0423ca3a HTTP/1.1" status: 200 len: 809 time: 0.1137395 Sep 02 17:16:49.550728 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-22b9a41a-f208-4a68-97c2-f30adf00199c req-96993394-0632-4141-a8e6-f76625e058c6 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 210 time: 0.0338643 Sep 02 17:16:49.595344 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Request body: {'port': {'device_id': '0d7abbff-9981-4437-9714-db587662317f', 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a', 'admin_state_up': True, 'tenant_id': 'c7389bfa3cc94ec589f8f8f35ffb4d45'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:49.706863 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Made reservation on behalf of c7389bfa3cc94ec589f8f8f35ffb4d45 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:16:49.710456 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:49.815607 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c613c-b7d8-455c-a037-0d252e876929 req-8eb0404d-9386-4848-9b00-6ead2e08291e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:49.817233 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-261c613c-b7d8-455c-a037-0d252e876929 req-8eb0404d-9386-4848-9b00-6ead2e08291e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0478470 Sep 02 17:16:49.837728 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Allocated IP 172.20.0.6 (9a4507ad-090b-4319-bc82-98ed0423ca3a/3631d87b-992e-4381-879c-ff5613e4bdc2/36fc5911-3a56-4b69-a028-81bf5ed07356) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:16:49.855043 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-261c613c-b7d8-455c-a037-0d252e876929 req-032d50ee-11f1-4e16-8380-a5616dbe8529 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Sep 02 17:16:49.983241 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:50.023866 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:50.066572 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Network 9a4507ad-090b-4319-bc82-98ed0423ca3a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:50.069651 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:50.073167 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:16:50.095576 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Pushing event updated for resources: {'Port': ['ID=36fc5911-3a56-4b69-a028-81bf5ed07356,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:50.123084 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:50.123695 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:50.136575 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-b1dcaaba-b867-4852-8891-24b29de60e6f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5454509 Sep 02 17:16:50.155723 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Request body: {'port': {'device_id': '0d7abbff-9981-4437-9714-db587662317f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:50.206327 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:50.459845 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fc5911-3a56-4b69-a028-81bf5ed07356 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:16:50.467091 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:50.478962 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Transition to ACTIVE for port object 36fc5911-3a56-4b69-a028-81bf5ed07356 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:50.482923 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:50.532721 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Pushing event updated for resources: {'Port': ['ID=36fc5911-3a56-4b69-a028-81bf5ed07356,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:50.596464 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Attempting to bind port 36fc5911-3a56-4b69-a028-81bf5ed07356 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:16:50.597062 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Attempting to bind port 36fc5911-3a56-4b69-a028-81bf5ed07356 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': 'acae91eb-e9a5-418e-bac2-f466bcc7922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:16:50.597196 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Attempting to bind port 36fc5911-3a56-4b69-a028-81bf5ed07356 on network 9a4507ad-090b-4319-bc82-98ed0423ca3a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:50.601373 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Port 36fc5911-3a56-4b69-a028-81bf5ed07356 on network 9a4507ad-090b-4319-bc82-98ed0423ca3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:16:50.601694 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Attempting to bind port 36fc5911-3a56-4b69-a028-81bf5ed07356 on network 9a4507ad-090b-4319-bc82-98ed0423ca3a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:50.606445 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:16:50.606818 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Checking segment: {'id': 'acae91eb-e9a5-418e-bac2-f466bcc7922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:50.607204 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Bound using segment: {'id': 'acae91eb-e9a5-418e-bac2-f466bcc7922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:16:50.607631 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Bound port: 36fc5911-3a56-4b69-a028-81bf5ed07356, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acae91eb-e9a5-418e-bac2-f466bcc7922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:16:50.607987 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:50.698450 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2403d5-d934-419d-b64e-3575a926b841 req-8490aadd-5b26-45f2-94f3-44d0c92cea30 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:50.699960 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a2403d5-d934-419d-b64e-3575a926b841 req-8490aadd-5b26-45f2-94f3-44d0c92cea30 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 943 time: 0.0832336 Sep 02 17:16:50.706337 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] For port 36fc5911-3a56-4b69-a028-81bf5ed07356, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:16:50.711111 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] For port 36fc5911-3a56-4b69-a028-81bf5ed07356, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36fc5911-3a56-4b69-a028-81bf5ed07356,segment=NetworkSegment(acae91eb-e9a5-418e-bac2-f466bcc7922a),segment_id=acae91eb-e9a5-418e-bac2-f466bcc7922a)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:16:50.718264 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:50.775253 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:50.775867 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:50.777239 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] 10.222.0.13 "PUT /v2.0/ports/36fc5911-3a56-4b69-a028-81bf5ed07356 HTTP/1.1" status: 200 len: 1093 time: 0.6256278 Sep 02 17:16:50.779389 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7abbff-9981-4437-9714-db587662317f', 'tag': '36fc5911-3a56-4b69-a028-81bf5ed07356'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:50.782157 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271822e8-9116-4391-82c3-eb9da31dcb68" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7abbff-9981-4437-9714-db587662317f", "tag": "36fc5911-3a56-4b69-a028-81bf5ed07356"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:50.793565 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a2403d5-d934-419d-b64e-3575a926b841 req-f5dab490-f243-4a43-bfb2-0a822a9ba2c5 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847731 Sep 02 17:16:50.806354 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2af05d-037e-41c1-ab51-19f15fd6fde5 service neutron] Pushing event updated for resources: {'Port': ['ID=36fc5911-3a56-4b69-a028-81bf5ed07356,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:50.826310 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7229dbef-6793-4af4-8424-c42d01399d08 x-openstack-request-id: req-7229dbef-6793-4af4-8424-c42d01399d08 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:50.826619 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7abbff-9981-4437-9714-db587662317f", "tag": "36fc5911-3a56-4b69-a028-81bf5ed07356", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:50.827013 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7229dbef-6793-4af4-8424-c42d01399d08 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:50.827425 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7abbff-9981-4437-9714-db587662317f', 'tag': '36fc5911-3a56-4b69-a028-81bf5ed07356', 'status': 'completed', 'code': 200} Sep 02 17:16:51.156614 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-cbceb10d-6db4-49cb-9db7-484342b4b6cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386550 Sep 02 17:16:51.166882 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-84960b87-d4e6-4077-bb42-ec880e74e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:51.168376 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-84960b87-d4e6-4077-bb42-ec880e74e3d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7389bfa3cc94ec589f8f8f35ffb4d45&device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 1096 time: 0.3134520 Sep 02 17:16:51.179322 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6750-74dd-482e-98f4-2292afde8109 req-dbe7dcbe-fdc8-4772-a8ac-97f782b23749 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:51.180734 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7db6750-74dd-482e-98f4-2292afde8109 req-dbe7dcbe-fdc8-4772-a8ac-97f782b23749 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0583785 Sep 02 17:16:51.239764 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-c5ee5188-3be0-47d6-b8c4-465d797f5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:51.241263 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-c5ee5188-3be0-47d6-b8c4-465d797f5690 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1187a96ac5fd43ed8833b20d6e853409&device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 1098 time: 0.0433071 Sep 02 17:16:51.246472 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-82f19170-3eea-4ee1-bf9d-3b12ce4ade5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36fc5911-3a56-4b69-a028-81bf5ed07356 HTTP/1.1" status: 200 len: 217 time: 0.0460916 Sep 02 17:16:51.254371 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7db6750-74dd-482e-98f4-2292afde8109 req-fd598d93-2946-4b49-b3d2-0433882d8685 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672975 Sep 02 17:16:51.296333 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-88a1e7d4-a043-463e-b522-629fb5a3ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:51.298284 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-88a1e7d4-a043-463e-b522-629fb5a3ee60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3631d87b-992e-4381-879c-ff5613e4bdc2 HTTP/1.1" status: 200 len: 849 time: 0.0430505 Sep 02 17:16:51.334758 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-853fa37f-ab7f-4eec-a097-99af16433f09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a4507ad-090b-4319-bc82-98ed0423ca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234230 Sep 02 17:16:51.346577 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-cbeb4e37-6f3e-414e-8884-367e8e137223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:51.348102 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-cbeb4e37-6f3e-414e-8884-367e8e137223 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e HTTP/1.1" status: 200 len: 910 time: 0.0832958 Sep 02 17:16:51.417754 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-b88d4a2c-ff9d-44a7-8463-521804c4d91f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0347608-2078-4ebd-b282-53b22f166ac6 HTTP/1.1" status: 200 len: 999 time: 0.0611875 Sep 02 17:16:51.428935 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-c4f48632-0b60-46ea-a24b-6d1929bb844f service neutron] 10.222.0.13 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846684 Sep 02 17:16:51.467908 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-7080cc78-c6ef-4877-8ecf-d64d8600ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:51.469352 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-7080cc78-c6ef-4877-8ecf-d64d8600ef20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23e61cf7-5873-4363-88cd-5719c98b65d6 HTTP/1.1" status: 200 len: 848 time: 0.0433452 Sep 02 17:16:51.535157 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-c9c94664-5fd4-4c97-bfa0-7d6735de5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:51.536629 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-c9c94664-5fd4-4c97-bfa0-7d6735de5074 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384195 Sep 02 17:16:51.579514 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5472481-cfee-463b-82c2-b5ef2bb59856 req-6553e046-7036-4910-a5b3-b289455d8ea0 service neutron] 10.222.0.13 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821431 Sep 02 17:16:51.633701 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-31a42c7f-47ab-4a52-a828-0cc39fea8cc7 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874829 Sep 02 17:16:51.719866 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271822e8-9116-4391-82c3-eb9da31dcb68 req-f5577e5c-24c9-47e8-ad23-2d08764e1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:51.721367 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-271822e8-9116-4391-82c3-eb9da31dcb68 req-f5577e5c-24c9-47e8-ad23-2d08764e1c1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7389bfa3cc94ec589f8f8f35ffb4d45&device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 1096 time: 0.0395973 Sep 02 17:16:51.763656 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d4eee782-3a66-497b-b576-5e8e849703c9 req-41306285-76be-4132-9a1b-0971e41220ba service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821455 Sep 02 17:16:51.815904 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271822e8-9116-4391-82c3-eb9da31dcb68 req-545f8f55-c295-40e5-a4a0-e207d84f10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:51.817405 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-271822e8-9116-4391-82c3-eb9da31dcb68 req-545f8f55-c295-40e5-a4a0-e207d84f10c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a4507ad-090b-4319-bc82-98ed0423ca3a HTTP/1.1" status: 200 len: 910 time: 0.0866048 Sep 02 17:16:51.864127 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-271822e8-9116-4391-82c3-eb9da31dcb68 req-637c7061-019f-4bf4-9a0d-d84fcd4e1800 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36fc5911-3a56-4b69-a028-81bf5ed07356 HTTP/1.1" status: 200 len: 217 time: 0.0352812 Sep 02 17:16:51.909774 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206abe22-6034-4534-af53-9c20f9093685 req-75498340-7a25-416f-bd3d-735986a2fb2d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:51.911315 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-206abe22-6034-4534-af53-9c20f9093685 req-75498340-7a25-416f-bd3d-735986a2fb2d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 943 time: 0.0475976 Sep 02 17:16:51.922333 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271822e8-9116-4391-82c3-eb9da31dcb68 req-946e538f-a1e7-470b-84dc-d0ce1830f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:51.923863 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-271822e8-9116-4391-82c3-eb9da31dcb68 req-946e538f-a1e7-470b-84dc-d0ce1830f976 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3631d87b-992e-4381-879c-ff5613e4bdc2 HTTP/1.1" status: 200 len: 849 time: 0.0476551 Sep 02 17:16:51.949112 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-206abe22-6034-4534-af53-9c20f9093685 req-cdd56936-de74-46d1-b421-72cd72fffc3d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Sep 02 17:16:51.957365 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-271822e8-9116-4391-82c3-eb9da31dcb68 req-091ea0e7-e409-48a5-8fdb-f56e928e6bd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a4507ad-090b-4319-bc82-98ed0423ca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244164 Sep 02 17:16:51.961276 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3250dd65-08c2-4db8-854e-7f3c56607afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:52.052025 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-271822e8-9116-4391-82c3-eb9da31dcb68 req-a59f2261-c8df-4a00-8abe-09a6183998e4 service neutron] 10.222.0.13 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817964 Sep 02 17:16:52.152424 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-271822e8-9116-4391-82c3-eb9da31dcb68 req-ce1e76ae-ea76-47d3-ade3-51949d680629 service neutron] 10.222.0.13 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834732 Sep 02 17:16:52.365237 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f0ce7-715d-4a0b-b247-1d55bd69c8b0 req-4459eb38-ab8b-468e-ae2b-ce394396decc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:52.366971 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-af5f0ce7-715d-4a0b-b247-1d55bd69c8b0 req-4459eb38-ab8b-468e-ae2b-ce394396decc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0479367 Sep 02 17:16:52.403391 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-af5f0ce7-715d-4a0b-b247-1d55bd69c8b0 req-83b0da62-a32b-4b98-b172-088f16aaceb0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305376 Sep 02 17:16:53.067144 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda83ad-0274-4ee6-acad-9d4ffdc8bab2 req-dd93876a-85b3-4e85-aba4-2e6aff97760e tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:53.068626 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3bda83ad-0274-4ee6-acad-9d4ffdc8bab2 req-dd93876a-85b3-4e85-aba4-2e6aff97760e tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 943 time: 0.0510454 Sep 02 17:16:53.105928 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3bda83ad-0274-4ee6-acad-9d4ffdc8bab2 req-1bd658cc-4237-412d-a71f-c5392bfb0953 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314112 Sep 02 17:16:53.512295 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b23571-8af4-4061-ba9b-e1ba33eca7be req-1aaf3df0-bfc2-4a9c-8840-23ea7bde7ccc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:53.513653 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32b23571-8af4-4061-ba9b-e1ba33eca7be req-1aaf3df0-bfc2-4a9c-8840-23ea7bde7ccc tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0463333 Sep 02 17:16:53.549873 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32b23571-8af4-4061-ba9b-e1ba33eca7be req-15ed3c36-cad9-4913-bd97-79f7aa9756a1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299997 Sep 02 17:16:54.220775 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f512a97-3066-4248-80d0-87095e48e67a req-ce5ed8f9-a2ab-43de-98ef-20df915bcfcf tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:54.222262 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1f512a97-3066-4248-80d0-87095e48e67a req-ce5ed8f9-a2ab-43de-98ef-20df915bcfcf tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 943 time: 0.0472267 Sep 02 17:16:54.260225 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1f512a97-3066-4248-80d0-87095e48e67a req-2352eb53-552c-4c09-8ef6-fdb0254adcd0 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Sep 02 17:16:54.418190 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 36fc5911-3a56-4b69-a028-81bf5ed07356 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:16:54.511758 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 36fc5911-3a56-4b69-a028-81bf5ed07356, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36fc5911-3a56-4b69-a028-81bf5ed07356,segment=NetworkSegment(acae91eb-e9a5-418e-bac2-f466bcc7922a),segment_id=acae91eb-e9a5-418e-bac2-f466bcc7922a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:54.522840 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '36fc5911-3a56-4b69-a028-81bf5ed07356', 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a', 'port_id': '36fc5911-3a56-4b69-a028-81bf5ed07356', 'mac_address': 'fa:16:3e:69:98:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3631d87b-992e-4381-879c-ff5613e4bdc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:16:54.563557 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:54.576442 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fc5911-3a56-4b69-a028-81bf5ed07356 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:16:54.600258 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 36fc5911-3a56-4b69-a028-81bf5ed07356, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36fc5911-3a56-4b69-a028-81bf5ed07356,segment=NetworkSegment(acae91eb-e9a5-418e-bac2-f466bcc7922a),segment_id=acae91eb-e9a5-418e-bac2-f466bcc7922a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:54.604292 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:54.655322 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=36fc5911-3a56-4b69-a028-81bf5ed07356,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:54.674343 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9c4da-41b3-43be-b55d-f0fc4a4583d6 req-379d95fa-66e9-43ce-b578-ba9ef6d571ed tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:54.675821 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-03e9c4da-41b3-43be-b55d-f0fc4a4583d6 req-379d95fa-66e9-43ce-b578-ba9ef6d571ed tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0591006 Sep 02 17:16:54.713068 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-03e9c4da-41b3-43be-b55d-f0fc4a4583d6 req-36e8e238-85c9-4c47-857a-776f0ab8a20b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314198 Sep 02 17:16:54.951023 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['36fc5911-3a56-4b69-a028-81bf5ed07356'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:16:54.955417 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3d2ca5cc-9a96-4feb-8357-83cbf08f270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:55.180923 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:55.368942 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba933d-54a6-4b4e-be0b-a20807a66fec req-945e2623-59bc-4961-8968-954851ca2541 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:55.370392 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-99ba933d-54a6-4b4e-be0b-a20807a66fec req-945e2623-59bc-4961-8968-954851ca2541 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 944 time: 0.0466640 Sep 02 17:16:55.407633 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-99ba933d-54a6-4b4e-be0b-a20807a66fec req-06ce0d75-71f1-46c3-8d2c-72f018aeae0a tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313299 Sep 02 17:16:55.824137 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e981e9-ba27-4fc2-a191-4a79d3f08f53 req-3048a69e-9c2f-40fd-9cf1-9b7671ed7373 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:55.825606 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d4e981e9-ba27-4fc2-a191-4a79d3f08f53 req-3048a69e-9c2f-40fd-9cf1-9b7671ed7373 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0470960 Sep 02 17:16:55.862759 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d4e981e9-ba27-4fc2-a191-4a79d3f08f53 req-3a0fc0ec-4922-4de7-baea-efc96acd4193 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308857 Sep 02 17:16:56.052482 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6742b-65e7-4819-8266-2663578310c6 req-c081be20-6895-4e78-86ba-af10d8bff2b0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:56.054429 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9bd6742b-65e7-4819-8266-2663578310c6 req-c081be20-6895-4e78-86ba-af10d8bff2b0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0508709 Sep 02 17:16:56.121066 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9bd6742b-65e7-4819-8266-2663578310c6 req-7eeb927c-0fac-46f9-8a81-c003bb552747 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600121 Sep 02 17:16:56.130799 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9640fa-2b2f-427a-a228-ea78f449d707 req-047eb5f4-c53c-49bd-b6f8-17a68b2450c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:56.132235 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac9640fa-2b2f-427a-a228-ea78f449d707 req-047eb5f4-c53c-49bd-b6f8-17a68b2450c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 1098 time: 0.0570199 Sep 02 17:16:56.222840 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9640fa-2b2f-427a-a228-ea78f449d707 req-57bf9ed5-cf12-4da8-a02c-32f598cfc27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:56.224326 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac9640fa-2b2f-427a-a228-ea78f449d707 req-57bf9ed5-cf12-4da8-a02c-32f598cfc27e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 912 time: 0.0838227 Sep 02 17:16:56.291745 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac9640fa-2b2f-427a-a228-ea78f449d707 req-32308cd3-9689-4f2a-844d-850440e723d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848 HTTP/1.1" status: 200 len: 1000 time: 0.0601566 Sep 02 17:16:56.342194 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9640fa-2b2f-427a-a228-ea78f449d707 req-6841aece-09cc-41f5-9e7c-1b120bd470aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:56.343545 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac9640fa-2b2f-427a-a228-ea78f449d707 req-6841aece-09cc-41f5-9e7c-1b120bd470aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 200 len: 850 time: 0.0412781 Sep 02 17:16:56.387157 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9640fa-2b2f-427a-a228-ea78f449d707 req-6ba29ac2-4e50-42a7-a1de-cdec46c244ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:56.388570 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac9640fa-2b2f-427a-a228-ea78f449d707 req-6ba29ac2-4e50-42a7-a1de-cdec46c244ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377648 Sep 02 17:16:56.429021 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 36fc5911-3a56-4b69-a028-81bf5ed07356 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:56.480081 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 36fc5911-3a56-4b69-a028-81bf5ed07356 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:56.483943 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 36fc5911-3a56-4b69-a028-81bf5ed07356 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:56.484316 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:56.484475 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac9640fa-2b2f-427a-a228-ea78f449d707 req-b93cb6af-98fa-4b4a-be7e-c84dd4e9f777 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868976 Sep 02 17:16:56.528858 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe0eee-d7e1-45f6-aab4-278a800ce83e req-be771dbd-a9ff-49f4-80ef-243e82b95021 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:56.531385 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1cbe0eee-d7e1-45f6-aab4-278a800ce83e req-be771dbd-a9ff-49f4-80ef-243e82b95021 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 944 time: 0.0544810 Sep 02 17:16:56.538320 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:56.572586 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:56.573110 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1cbe0eee-d7e1-45f6-aab4-278a800ce83e req-41c0a963-c7d7-4e07-892e-af38d4e3fa3f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333269 Sep 02 17:16:56.585959 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac9640fa-2b2f-427a-a228-ea78f449d707 req-07843d3c-399c-4a89-835b-bea097b0d2ec service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907950 Sep 02 17:16:56.599141 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7abbff-9981-4437-9714-db587662317f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fc5911-3a56-4b69-a028-81bf5ed07356'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:56.601362 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2cbdc0-e7b2-4b4f-bca7-ef62bafa9fdf" -d '{"events": [{"server_uuid": "0d7abbff-9981-4437-9714-db587662317f", "name": "network-vif-plugged", "status": "completed", "tag": "36fc5911-3a56-4b69-a028-81bf5ed07356"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:56.613693 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 36fc5911-3a56-4b69-a028-81bf5ed07356, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36fc5911-3a56-4b69-a028-81bf5ed07356,segment=NetworkSegment(acae91eb-e9a5-418e-bac2-f466bcc7922a),segment_id=acae91eb-e9a5-418e-bac2-f466bcc7922a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:56.618403 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:56.641056 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4863a32e-aa9f-4fd5-a70f-6f2bce0dcc6e x-openstack-request-id: req-4863a32e-aa9f-4fd5-a70f-6f2bce0dcc6e {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:56.641346 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7abbff-9981-4437-9714-db587662317f", "name": "network-vif-plugged", "status": "completed", "tag": "36fc5911-3a56-4b69-a028-81bf5ed07356", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:56.641600 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4863a32e-aa9f-4fd5-a70f-6f2bce0dcc6e {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:56.642526 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7abbff-9981-4437-9714-db587662317f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fc5911-3a56-4b69-a028-81bf5ed07356', 'code': 200} Sep 02 17:16:56.666871 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=36fc5911-3a56-4b69-a028-81bf5ed07356,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:56.853456 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b7ce8-f6c9-4357-bd00-635a6bca69ae req-62cd362c-1224-468c-aca5-6faceea9b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:56.854904 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-108b7ce8-f6c9-4357-bd00-635a6bca69ae req-62cd362c-1224-468c-aca5-6faceea9b6b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 1098 time: 0.0433099 Sep 02 17:16:56.892888 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-108b7ce8-f6c9-4357-bd00-635a6bca69ae req-2cbe0e48-243e-4be8-917f-829ab8ce49d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265553 Sep 02 17:16:57.231505 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95d8ac-53b3-4d2c-a60f-6cb3a0f44e55 req-2aa9dd1f-7040-44b6-9934-30aac531c37c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:57.232993 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5b95d8ac-53b3-4d2c-a60f-6cb3a0f44e55 req-2aa9dd1f-7040-44b6-9934-30aac531c37c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0467238 Sep 02 17:16:57.272922 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5b95d8ac-53b3-4d2c-a60f-6cb3a0f44e55 req-6a7b3e71-0102-42b0-a94e-77196adb8eeb tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328560 Sep 02 17:16:57.688177 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0080a6-b249-4267-87d1-bb51d48d9f2e req-a558eb3c-1201-44b6-92fe-504b51e3456e tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:57.689721 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e0080a6-b249-4267-87d1-bb51d48d9f2e req-a558eb3c-1201-44b6-92fe-504b51e3456e tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 945 time: 0.0487905 Sep 02 17:16:57.726634 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e0080a6-b249-4267-87d1-bb51d48d9f2e req-ec95e8ab-65f6-47e6-b4dc-ca5f5426f546 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Sep 02 17:16:58.387472 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ceba9-daf4-4a38-8c61-f094e614baca req-dd0c206e-c1ce-4245-a515-f2afb4a736d9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:58.388930 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bf9ceba9-daf4-4a38-8c61-f094e614baca req-dd0c206e-c1ce-4245-a515-f2afb4a736d9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0476248 Sep 02 17:16:58.425399 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bf9ceba9-daf4-4a38-8c61-f094e614baca req-2e7e3329-944b-43bb-b92f-a6639a923bb5 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307498 Sep 02 17:16:58.501013 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:58.836516 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de1dd0-a7dd-4793-a2e4-3fa0e8cbe70e req-2a0ef9bb-1e22-4d92-bb63-47467b73a9f9 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:58.838024 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-01de1dd0-a7dd-4793-a2e4-3fa0e8cbe70e req-2a0ef9bb-1e22-4d92-bb63-47467b73a9f9 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 945 time: 0.0468581 Sep 02 17:16:58.875221 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-01de1dd0-a7dd-4793-a2e4-3fa0e8cbe70e req-dbc57504-1db0-4f87-861a-ebe07fe927eb tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313635 Sep 02 17:16:59.602049 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d6e83-26f0-4c16-9f06-bd0fb9d47736 req-000f4f50-6a29-450c-ac93-345ce3598e71 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:59.603449 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bf2d6e83-26f0-4c16-9f06-bd0fb9d47736 req-000f4f50-6a29-450c-ac93-345ce3598e71 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 945 time: 0.0504920 Sep 02 17:16:59.640862 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bf2d6e83-26f0-4c16-9f06-bd0fb9d47736 req-e866134a-433b-47c7-91de-79b102136d1a tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313125 Sep 02 17:17:00.755983 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ccdf2-1cbb-443e-807f-6744f8d99a11 req-df93bd97-fe19-46b1-971a-9a2bda824ee9 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:00.757431 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-891ccdf2-1cbb-443e-807f-6744f8d99a11 req-df93bd97-fe19-46b1-971a-9a2bda824ee9 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 945 time: 0.0500021 Sep 02 17:17:00.793715 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-891ccdf2-1cbb-443e-807f-6744f8d99a11 req-5201593e-08c2-4860-9ce7-d61893418e9b tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305820 Sep 02 17:17:01.193785 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d7b81-c3cd-4586-8f17-77689b825074 req-661813ff-e820-4287-b853-65bd0c6bc177 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:01.195241 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f1d7b81-c3cd-4586-8f17-77689b825074 req-661813ff-e820-4287-b853-65bd0c6bc177 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 945 time: 0.0469329 Sep 02 17:17:01.284215 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-7f1d7b81-c3cd-4586-8f17-77689b825074 req-56394dc1-d44b-4988-a22d-2e0e5adca34f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Deleting port 36fc5911-3a56-4b69-a028-81bf5ed07356 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:01.284555 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7f1d7b81-c3cd-4586-8f17-77689b825074 req-56394dc1-d44b-4988-a22d-2e0e5adca34f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.372896 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-7f1d7b81-c3cd-4586-8f17-77689b825074 req-56394dc1-d44b-4988-a22d-2e0e5adca34f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] For port 36fc5911-3a56-4b69-a028-81bf5ed07356, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36fc5911-3a56-4b69-a028-81bf5ed07356,segment=NetworkSegment(acae91eb-e9a5-418e-bac2-f466bcc7922a),segment_id=acae91eb-e9a5-418e-bac2-f466bcc7922a)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:01.373190 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7f1d7b81-c3cd-4586-8f17-77689b825074 req-56394dc1-d44b-4988-a22d-2e0e5adca34f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.385097 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-7f1d7b81-c3cd-4586-8f17-77689b825074 req-56394dc1-d44b-4988-a22d-2e0e5adca34f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Calling delete_port for 36fc5911-3a56-4b69-a028-81bf5ed07356 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:01.511853 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7f1d7b81-c3cd-4586-8f17-77689b825074 req-56394dc1-d44b-4988-a22d-2e0e5adca34f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.537495 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56394dc1-d44b-4988-a22d-2e0e5adca34f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Pushing event deleted for resources: {'Port': ['ID=36fc5911-3a56-4b69-a028-81bf5ed07356,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:01.546526 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['36fc5911-3a56-4b69-a028-81bf5ed07356'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:17:01.577556 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1d7b81-c3cd-4586-8f17-77689b825074 req-56394dc1-d44b-4988-a22d-2e0e5adca34f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] No DVR routers for this DVR port 36fc5911-3a56-4b69-a028-81bf5ed07356 on host hv-cinder-80626 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:17:01.579894 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7f1d7b81-c3cd-4586-8f17-77689b825074 req-56394dc1-d44b-4988-a22d-2e0e5adca34f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.581845 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f1d7b81-c3cd-4586-8f17-77689b825074 req-56394dc1-d44b-4988-a22d-2e0e5adca34f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.13 "DELETE /v2.0/ports/36fc5911-3a56-4b69-a028-81bf5ed07356 HTTP/1.1" status: 204 len: 173 time: 0.3799005 Sep 02 17:17:01.582278 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7abbff-9981-4437-9714-db587662317f', 'name': 'network-vif-deleted', 'tag': '36fc5911-3a56-4b69-a028-81bf5ed07356'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:01.584551 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7790a2-aeb0-40bf-9f31-55885639553d" -d '{"events": [{"server_uuid": "0d7abbff-9981-4437-9714-db587662317f", "name": "network-vif-deleted", "tag": "36fc5911-3a56-4b69-a028-81bf5ed07356"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:01.619904 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f282a0b4-97be-41e6-a350-d65d5fc94dce x-openstack-request-id: req-f282a0b4-97be-41e6-a350-d65d5fc94dce {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:01.620307 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7abbff-9981-4437-9714-db587662317f", "name": "network-vif-deleted", "tag": "36fc5911-3a56-4b69-a028-81bf5ed07356", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:01.620583 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f282a0b4-97be-41e6-a350-d65d5fc94dce {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:01.621018 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7abbff-9981-4437-9714-db587662317f', 'name': 'network-vif-deleted', 'tag': '36fc5911-3a56-4b69-a028-81bf5ed07356', 'status': 'completed', 'code': 200} Sep 02 17:17:01.895546 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bfc2ea90-ccd2-4199-a66c-7eeb9861ef56 req-86d3a7ac-75aa-431d-a245-911becffe429 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d7abbff-9981-4437-9714-db587662317f HTTP/1.1" status: 200 len: 210 time: 0.0257132 Sep 02 17:17:03.155669 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-8723808e-8e2f-4aca-af7a-bf0ee69fb56f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:03.157083 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-8723808e-8e2f-4aca-af7a-bf0ee69fb56f tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/networks?id=9a4507ad-090b-4319-bc82-98ed0423ca3a HTTP/1.1" status: 200 len: 809 time: 0.1001995 Sep 02 17:17:03.171328 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-1bb59c06-0b5b-43b1-bbc0-ab8181dcbee4 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/quotas/c7389bfa3cc94ec589f8f8f35ffb4d45 HTTP/1.1" status: 200 len: 375 time: 0.0086157 Sep 02 17:17:03.200909 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-a6be2d23-e14c-459e-ba37-a04084ed9fec tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7389bfa3cc94ec589f8f8f35ffb4d45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0240700 Sep 02 17:17:03.285738 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-74b1b29d-be8d-4eff-9068-fee8977bda53 service neutron] 10.222.0.41 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782955 Sep 02 17:17:03.374607 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-c275e806-6f73-4695-8507-5599c6b08ce9 service neutron] 10.222.0.41 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828516 Sep 02 17:17:03.527084 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0fe40865-22b8-42c2-9cf4-2c802cdd2352 req-f823a5b6-ef67-4ac4-8ad8-ccfa9217f2e7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 210 time: 0.0256922 Sep 02 17:17:04.487746 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 36fc5911-3a56-4b69-a028-81bf5ed07356 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:17:04.508036 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 36fc5911-3a56-4b69-a028-81bf5ed07356 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:17:04.508465 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 36fc5911-3a56-4b69-a028-81bf5ed07356 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:17:04.598200 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-f1a8822a-dac5-4f6f-b0ed-42a9f25f8535 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:04.599712 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-f1a8822a-dac5-4f6f-b0ed-42a9f25f8535 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.13 "GET /v2.0/networks?id=9a4507ad-090b-4319-bc82-98ed0423ca3a HTTP/1.1" status: 200 len: 809 time: 0.1123159 Sep 02 17:17:04.623023 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4717605c-3eea-4d96-bd9e-bf2d76bf712a req-a66b9d5f-b508-457d-a892-589f61fe3178 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 210 time: 0.0265691 Sep 02 17:17:04.632773 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Request body: {'port': {'device_id': '79da4f4b-ebbf-4ebe-a633-0e800645d293', 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a', 'admin_state_up': True, 'tenant_id': 'c7389bfa3cc94ec589f8f8f35ffb4d45'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:04.740156 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Made reservation on behalf of c7389bfa3cc94ec589f8f8f35ffb4d45 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:17:04.744037 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:04.863110 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Allocated IP 172.20.0.9 (9a4507ad-090b-4319-bc82-98ed0423ca3a/3631d87b-992e-4381-879c-ff5613e4bdc2/ae9068dc-71cd-4c1c-bf77-bdefd649e962) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:05.008617 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.046696 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.088039 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Network 9a4507ad-090b-4319-bc82-98ed0423ca3a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:05.091086 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:05.094715 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:05.121749 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Pushing event updated for resources: {'Port': ['ID=ae9068dc-71cd-4c1c-bf77-bdefd649e962,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:05.149017 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:05.149638 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.162981 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-be2ece5b-b306-48e7-8200-891577bc377d tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5342703 Sep 02 17:17:05.182083 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Request body: {'port': {'device_id': '79da4f4b-ebbf-4ebe-a633-0e800645d293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:05.232734 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.481493 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9068dc-71cd-4c1c-bf77-bdefd649e962 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:17:05.489088 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.500735 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Transition to ACTIVE for port object ae9068dc-71cd-4c1c-bf77-bdefd649e962 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:05.505114 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.555352 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9068dc-71cd-4c1c-bf77-bdefd649e962,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:05.620912 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Attempting to bind port ae9068dc-71cd-4c1c-bf77-bdefd649e962 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:17:05.621569 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Attempting to bind port ae9068dc-71cd-4c1c-bf77-bdefd649e962 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': 'acae91eb-e9a5-418e-bac2-f466bcc7922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:17:05.621569 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Attempting to bind port ae9068dc-71cd-4c1c-bf77-bdefd649e962 on network 9a4507ad-090b-4319-bc82-98ed0423ca3a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:05.625755 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Port ae9068dc-71cd-4c1c-bf77-bdefd649e962 on network 9a4507ad-090b-4319-bc82-98ed0423ca3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:17:05.626132 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Attempting to bind port ae9068dc-71cd-4c1c-bf77-bdefd649e962 on network 9a4507ad-090b-4319-bc82-98ed0423ca3a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:05.631419 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:17:05.631759 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Checking segment: {'id': 'acae91eb-e9a5-418e-bac2-f466bcc7922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:17:05.632144 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Bound using segment: {'id': 'acae91eb-e9a5-418e-bac2-f466bcc7922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:17:05.632571 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Bound port: ae9068dc-71cd-4c1c-bf77-bdefd649e962, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acae91eb-e9a5-418e-bac2-f466bcc7922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:17:05.632925 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.706828 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] For port ae9068dc-71cd-4c1c-bf77-bdefd649e962, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:17:05.731889 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] For port ae9068dc-71cd-4c1c-bf77-bdefd649e962, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=ae9068dc-71cd-4c1c-bf77-bdefd649e962,segment=NetworkSegment(acae91eb-e9a5-418e-bac2-f466bcc7922a),segment_id=acae91eb-e9a5-418e-bac2-f466bcc7922a)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:17:05.738239 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.780699 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da32d5-4412-4e98-a06d-a68a19759133 req-4d3d19c8-47fa-40db-a84e-233e6d76efe9 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:05.782204 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f8da32d5-4412-4e98-a06d-a68a19759133 req-4d3d19c8-47fa-40db-a84e-233e6d76efe9 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 943 time: 0.0919869 Sep 02 17:17:05.789584 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:05.790201 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.791576 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] 10.222.0.13 "PUT /v2.0/ports/ae9068dc-71cd-4c1c-bf77-bdefd649e962 HTTP/1.1" status: 200 len: 1093 time: 0.6135304 Sep 02 17:17:05.793095 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79da4f4b-ebbf-4ebe-a633-0e800645d293', 'tag': 'ae9068dc-71cd-4c1c-bf77-bdefd649e962'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:05.795324 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c337776-c06e-48e2-99a6-2050f87787b8" -d '{"events": [{"name": "network-changed", "server_uuid": "79da4f4b-ebbf-4ebe-a633-0e800645d293", "tag": "ae9068dc-71cd-4c1c-bf77-bdefd649e962"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:05.831355 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ea17-37bd-445b-85b8-7dd79e9b9ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9068dc-71cd-4c1c-bf77-bdefd649e962,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:05.834694 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea383051-905b-4240-b318-ce6b1e100b79 x-openstack-request-id: req-ea383051-905b-4240-b318-ce6b1e100b79 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:05.834982 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79da4f4b-ebbf-4ebe-a633-0e800645d293", "tag": "ae9068dc-71cd-4c1c-bf77-bdefd649e962", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:05.835235 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea383051-905b-4240-b318-ce6b1e100b79 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:05.835619 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79da4f4b-ebbf-4ebe-a633-0e800645d293', 'tag': 'ae9068dc-71cd-4c1c-bf77-bdefd649e962', 'status': 'completed', 'code': 200} Sep 02 17:17:05.849350 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f8da32d5-4412-4e98-a06d-a68a19759133 req-c60450b4-8646-4a4b-bec6-ed7f459d3a60 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568750 Sep 02 17:17:05.899026 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-873027be-219f-473d-a61e-ae6779394252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:05.900460 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-873027be-219f-473d-a61e-ae6779394252 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7389bfa3cc94ec589f8f8f35ffb4d45&device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 1096 time: 0.0384974 Sep 02 17:17:05.955823 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-5d40c447-abf8-4d22-a45d-b88ae561028e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae9068dc-71cd-4c1c-bf77-bdefd649e962 HTTP/1.1" status: 200 len: 217 time: 0.0366912 Sep 02 17:17:06.004284 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-80e73532-92c4-46d5-8f78-388a848df44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:06.005592 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-80e73532-92c4-46d5-8f78-388a848df44f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3631d87b-992e-4381-879c-ff5613e4bdc2 HTTP/1.1" status: 200 len: 849 time: 0.0423973 Sep 02 17:17:06.035652 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-d3459bc0-6012-4065-8b1d-13ea1a05b690 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a4507ad-090b-4319-bc82-98ed0423ca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227528 Sep 02 17:17:06.125199 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-a68229eb-3cf5-44ed-a08f-ffc44122233d service neutron] 10.222.0.13 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817373 Sep 02 17:17:06.212621 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5849d7e8-29a1-458f-9c43-5e8dda0146f4 req-e291e771-99cf-415c-bcb3-3424331251c7 service neutron] 10.222.0.13 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791502 Sep 02 17:17:06.341916 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337776-c06e-48e2-99a6-2050f87787b8 req-024dec6c-3a50-4049-b479-43d7b3017f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:06.343397 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c337776-c06e-48e2-99a6-2050f87787b8 req-024dec6c-3a50-4049-b479-43d7b3017f47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7389bfa3cc94ec589f8f8f35ffb4d45&device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 1096 time: 0.0393531 Sep 02 17:17:06.434030 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337776-c06e-48e2-99a6-2050f87787b8 req-a4ede453-66f0-4f10-bb73-c5d1c591468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:06.435509 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c337776-c06e-48e2-99a6-2050f87787b8 req-a4ede453-66f0-4f10-bb73-c5d1c591468f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a4507ad-090b-4319-bc82-98ed0423ca3a HTTP/1.1" status: 200 len: 910 time: 0.0846803 Sep 02 17:17:06.477554 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c337776-c06e-48e2-99a6-2050f87787b8 req-f34945fd-17bf-4800-903b-ab5578a87bd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae9068dc-71cd-4c1c-bf77-bdefd649e962 HTTP/1.1" status: 200 len: 217 time: 0.0338354 Sep 02 17:17:06.529388 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337776-c06e-48e2-99a6-2050f87787b8 req-c7337605-75ea-4be1-a1fb-3a9c6b979e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:06.530819 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c337776-c06e-48e2-99a6-2050f87787b8 req-c7337605-75ea-4be1-a1fb-3a9c6b979e72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3631d87b-992e-4381-879c-ff5613e4bdc2 HTTP/1.1" status: 200 len: 849 time: 0.0451396 Sep 02 17:17:06.561347 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c337776-c06e-48e2-99a6-2050f87787b8 req-34cf7e82-2dd1-47ff-80cc-74879077408b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a4507ad-090b-4319-bc82-98ed0423ca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225697 Sep 02 17:17:06.651339 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c337776-c06e-48e2-99a6-2050f87787b8 req-37c16289-cb12-42e0-bb9b-a9cf66a51128 service neutron] 10.222.0.13 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818598 Sep 02 17:17:06.744363 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c337776-c06e-48e2-99a6-2050f87787b8 req-df2cd9ba-7e49-41fb-bdc2-23dd0637f9d8 service neutron] 10.222.0.13 "GET /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845423 Sep 02 17:17:06.971739 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8be9a-5ce7-45d6-8b9a-e65e45e2a25f req-64e52971-8cae-46f4-a6fd-56fdb70f40c9 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:06.973119 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-adc8be9a-5ce7-45d6-8b9a-e65e45e2a25f req-64e52971-8cae-46f4-a6fd-56fdb70f40c9 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 943 time: 0.0566423 Sep 02 17:17:07.010747 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-adc8be9a-5ce7-45d6-8b9a-e65e45e2a25f req-98b5ef36-6757-4629-a70c-97fccc5e5387 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315988 Sep 02 17:17:08.121687 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011d990-828b-4cf1-b5d4-23bc1c77fc56 req-296d7f0a-6f68-46d7-8291-7a39687181a3 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:08.123163 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0011d990-828b-4cf1-b5d4-23bc1c77fc56 req-296d7f0a-6f68-46d7-8291-7a39687181a3 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 943 time: 0.0478511 Sep 02 17:17:08.160190 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0011d990-828b-4cf1-b5d4-23bc1c77fc56 req-5000e6ed-dd5a-4820-bdfb-7fd86050a788 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308011 Sep 02 17:17:08.495096 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device ae9068dc-71cd-4c1c-bf77-bdefd649e962 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:17:08.588659 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port ae9068dc-71cd-4c1c-bf77-bdefd649e962, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=ae9068dc-71cd-4c1c-bf77-bdefd649e962,segment=NetworkSegment(acae91eb-e9a5-418e-bac2-f466bcc7922a),segment_id=acae91eb-e9a5-418e-bac2-f466bcc7922a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:08.599416 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': 'ae9068dc-71cd-4c1c-bf77-bdefd649e962', 'network_id': '9a4507ad-090b-4319-bc82-98ed0423ca3a', 'port_id': 'ae9068dc-71cd-4c1c-bf77-bdefd649e962', 'mac_address': 'fa:16:3e:da:0b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3631d87b-992e-4381-879c-ff5613e4bdc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:17:08.634878 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:08.646821 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9068dc-71cd-4c1c-bf77-bdefd649e962 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:17:08.664645 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port ae9068dc-71cd-4c1c-bf77-bdefd649e962, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=ae9068dc-71cd-4c1c-bf77-bdefd649e962,segment=NetworkSegment(acae91eb-e9a5-418e-bac2-f466bcc7922a),segment_id=acae91eb-e9a5-418e-bac2-f466bcc7922a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:08.668479 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:08.717028 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=ae9068dc-71cd-4c1c-bf77-bdefd649e962,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:09.006143 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['ae9068dc-71cd-4c1c-bf77-bdefd649e962'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:17:09.273501 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdb379-d20b-4d51-9bdc-62ae050aaf49 req-acf87466-aedb-4085-8530-b3f4acb23e1c tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:09.274915 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3afdb379-d20b-4d51-9bdc-62ae050aaf49 req-acf87466-aedb-4085-8530-b3f4acb23e1c tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 944 time: 0.0503414 Sep 02 17:17:09.311694 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-3afdb379-d20b-4d51-9bdc-62ae050aaf49 req-110adb6d-e7c7-4e1d-9578-97f583179fe5 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Sep 02 17:17:09.994337 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:17:10.428645 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6a0a3-3dd1-4bbb-9f17-f1fa6fd7db38 req-2be3d7eb-3c82-4f75-9c10-54c90da51ae4 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:10.430104 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4a6a0a3-3dd1-4bbb-9f17-f1fa6fd7db38 req-2be3d7eb-3c82-4f75-9c10-54c90da51ae4 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 944 time: 0.0472269 Sep 02 17:17:10.467068 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4a6a0a3-3dd1-4bbb-9f17-f1fa6fd7db38 req-dfec556d-1c9e-442c-b43b-1bba11b5e7a8 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311036 Sep 02 17:17:10.505581 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device ae9068dc-71cd-4c1c-bf77-bdefd649e962 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:10.555085 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port ae9068dc-71cd-4c1c-bf77-bdefd649e962 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:10.558569 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port ae9068dc-71cd-4c1c-bf77-bdefd649e962 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:10.558966 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:10.633666 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:10.656412 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79da4f4b-ebbf-4ebe-a633-0e800645d293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9068dc-71cd-4c1c-bf77-bdefd649e962'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:10.658653 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fac9bf-40f2-4f5f-b741-9230e89f73db" -d '{"events": [{"server_uuid": "79da4f4b-ebbf-4ebe-a633-0e800645d293", "name": "network-vif-plugged", "status": "completed", "tag": "ae9068dc-71cd-4c1c-bf77-bdefd649e962"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:10.671275 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port ae9068dc-71cd-4c1c-bf77-bdefd649e962, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=ae9068dc-71cd-4c1c-bf77-bdefd649e962,segment=NetworkSegment(acae91eb-e9a5-418e-bac2-f466bcc7922a),segment_id=acae91eb-e9a5-418e-bac2-f466bcc7922a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:10.676172 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:10.699286 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbf385f-ded3-4d5c-84d5-fc1f3420956e x-openstack-request-id: req-2fbf385f-ded3-4d5c-84d5-fc1f3420956e {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:10.699598 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79da4f4b-ebbf-4ebe-a633-0e800645d293", "name": "network-vif-plugged", "status": "completed", "tag": "ae9068dc-71cd-4c1c-bf77-bdefd649e962", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:10.699832 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fbf385f-ded3-4d5c-84d5-fc1f3420956e {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:10.700216 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79da4f4b-ebbf-4ebe-a633-0e800645d293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9068dc-71cd-4c1c-bf77-bdefd649e962', 'code': 200} Sep 02 17:17:10.723765 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=ae9068dc-71cd-4c1c-bf77-bdefd649e962,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:10.909358 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c18d6c-f375-4713-ad7a-71d35ae59510 req-7fbdfd93-147e-4fed-8037-f5102e53fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:10.910755 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-93c18d6c-f375-4713-ad7a-71d35ae59510 req-7fbdfd93-147e-4fed-8037-f5102e53fdd0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 1098 time: 0.0426059 Sep 02 17:17:10.947449 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-93c18d6c-f375-4713-ad7a-71d35ae59510 req-7d719ddf-fc26-427f-a2aa-d72c866d72d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276048 Sep 02 17:17:11.576443 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf72ab-bf3a-44b0-b6b3-c5b44525a712 req-3e1320f1-f74a-425e-a64f-a2430205ff70 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:11.577921 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-edbf72ab-bf3a-44b0-b6b3-c5b44525a712 req-3e1320f1-f74a-425e-a64f-a2430205ff70 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 945 time: 0.0471828 Sep 02 17:17:11.615229 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-edbf72ab-bf3a-44b0-b6b3-c5b44525a712 req-926124c5-c5e2-4f26-a86e-b49843cfe7a7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309985 Sep 02 17:17:12.728443 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0f186-8601-4ff3-bd35-424bbaa217c0 req-10ffd8b2-cec7-46f4-8015-635ccd6e2548 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:12.729949 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f0c0f186-8601-4ff3-bd35-424bbaa217c0 req-10ffd8b2-cec7-46f4-8015-635ccd6e2548 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 945 time: 0.0475955 Sep 02 17:17:12.770748 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f0c0f186-8601-4ff3-bd35-424bbaa217c0 req-81a34f22-a5c7-4ead-b57a-a6a884ca9c51 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342641 Sep 02 17:17:13.611412 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89eb78-f67e-4f10-b4cf-70cb84f5c9a8 req-b516dd65-c30f-410f-921c-9b580bbc7172 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:13.612764 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ca89eb78-f67e-4f10-b4cf-70cb84f5c9a8 req-b516dd65-c30f-410f-921c-9b580bbc7172 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 945 time: 0.0474622 Sep 02 17:17:13.648383 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ca89eb78-f67e-4f10-b4cf-70cb84f5c9a8 req-d6a84e4d-cea3-44eb-b4d7-d2ced6ea8218 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296972 Sep 02 17:17:14.761783 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb8278-e6db-41d7-9356-8938e4164bfc req-f74f610b-e923-4bee-975b-502b4ffadceb tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:14.763292 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8bb8278-e6db-41d7-9356-8938e4164bfc req-f74f610b-e923-4bee-975b-502b4ffadceb tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Sep 02 17:17:14.800539 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8bb8278-e6db-41d7-9356-8938e4164bfc req-e1f2ec08-1aa5-484c-b460-13760ddcfcdc tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/security-groups?id=560485a1-181d-49aa-a249-916d9ee8e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310271 Sep 02 17:17:15.224243 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79313b-00bb-4930-b460-ba646448130c req-3a9a3489-8e04-4174-9c4b-e7ae2c92a5eb tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:15.225733 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0f79313b-00bb-4930-b460-ba646448130c req-3a9a3489-8e04-4174-9c4b-e7ae2c92a5eb tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.13 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 945 time: 0.0509586 Sep 02 17:17:15.316688 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-0f79313b-00bb-4930-b460-ba646448130c req-0b19d5d8-044f-40b7-b546-de96983945a7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Deleting port ae9068dc-71cd-4c1c-bf77-bdefd649e962 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:15.316960 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0f79313b-00bb-4930-b460-ba646448130c req-0b19d5d8-044f-40b7-b546-de96983945a7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:15.405644 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-0f79313b-00bb-4930-b460-ba646448130c req-0b19d5d8-044f-40b7-b546-de96983945a7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] For port ae9068dc-71cd-4c1c-bf77-bdefd649e962, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=ae9068dc-71cd-4c1c-bf77-bdefd649e962,segment=NetworkSegment(acae91eb-e9a5-418e-bac2-f466bcc7922a),segment_id=acae91eb-e9a5-418e-bac2-f466bcc7922a)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:15.406009 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0f79313b-00bb-4930-b460-ba646448130c req-0b19d5d8-044f-40b7-b546-de96983945a7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:15.419911 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-0f79313b-00bb-4930-b460-ba646448130c req-0b19d5d8-044f-40b7-b546-de96983945a7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Calling delete_port for ae9068dc-71cd-4c1c-bf77-bdefd649e962 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:15.542525 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0f79313b-00bb-4930-b460-ba646448130c req-0b19d5d8-044f-40b7-b546-de96983945a7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:15.574906 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19d5d8-044f-40b7-b546-de96983945a7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Pushing event deleted for resources: {'Port': ['ID=ae9068dc-71cd-4c1c-bf77-bdefd649e962,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:15.584157 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['ae9068dc-71cd-4c1c-bf77-bdefd649e962'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:17:15.613787 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f79313b-00bb-4930-b460-ba646448130c req-0b19d5d8-044f-40b7-b546-de96983945a7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] No DVR routers for this DVR port ae9068dc-71cd-4c1c-bf77-bdefd649e962 on host hv-cinder-80626 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:17:15.616179 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0f79313b-00bb-4930-b460-ba646448130c req-0b19d5d8-044f-40b7-b546-de96983945a7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:15.618439 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0f79313b-00bb-4930-b460-ba646448130c req-0b19d5d8-044f-40b7-b546-de96983945a7 tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.13 "DELETE /v2.0/ports/ae9068dc-71cd-4c1c-bf77-bdefd649e962 HTTP/1.1" status: 204 len: 173 time: 0.3855484 Sep 02 17:17:15.618909 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79da4f4b-ebbf-4ebe-a633-0e800645d293', 'name': 'network-vif-deleted', 'tag': 'ae9068dc-71cd-4c1c-bf77-bdefd649e962'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:15.621155 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7b7437-8b60-4afd-8ddf-596ee97e15ff" -d '{"events": [{"server_uuid": "79da4f4b-ebbf-4ebe-a633-0e800645d293", "name": "network-vif-deleted", "tag": "ae9068dc-71cd-4c1c-bf77-bdefd649e962"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:15.656431 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87308a60-02ae-47b7-ac1e-439027d6fdbd x-openstack-request-id: req-87308a60-02ae-47b7-ac1e-439027d6fdbd {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:15.656726 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79da4f4b-ebbf-4ebe-a633-0e800645d293", "name": "network-vif-deleted", "tag": "ae9068dc-71cd-4c1c-bf77-bdefd649e962", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:15.656990 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87308a60-02ae-47b7-ac1e-439027d6fdbd {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:15.657430 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79da4f4b-ebbf-4ebe-a633-0e800645d293', 'name': 'network-vif-deleted', 'tag': 'ae9068dc-71cd-4c1c-bf77-bdefd649e962', 'status': 'completed', 'code': 200} Sep 02 17:17:15.901695 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46b2a1d5-5905-40b8-9b27-fb57cefca149 req-bbdf5918-08d4-435f-8d63-aa9385d03d9c tempest-VolumesActionsTest-1368974452 tempest-VolumesActionsTest-1368974452-project] 10.222.0.41 "GET /v2.0/ports?device_id=79da4f4b-ebbf-4ebe-a633-0e800645d293 HTTP/1.1" status: 200 len: 210 time: 0.0257540 Sep 02 17:17:17.136224 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:19.675628 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device ae9068dc-71cd-4c1c-bf77-bdefd649e962 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:17:19.695145 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: ae9068dc-71cd-4c1c-bf77-bdefd649e962 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:17:19.695496 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device ae9068dc-71cd-4c1c-bf77-bdefd649e962 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:17:21.961119 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5e7c-f773-43a5-8f3d-9e5ffee29675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:24.936914 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-60bd3cef-3d06-49c8-9ee2-2e05d5ba30cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:25.182072 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:26.543859 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:28.210207 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-1cf65ac4-6961-4b66-99bb-02c04c2aaa63 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772581189&fields=id&tenant_id=dc090408372e41379709e2067823b1a6 HTTP/1.1" status: 200 len: 267 time: 0.0380964 Sep 02 17:17:28.334418 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b422a-5f58-4087-a108-c87590401f83 req-1f5e623f-77d6-4817-8cd3-8490e0527e7b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:28.335968 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-1f5e623f-77d6-4817-8cd3-8490e0527e7b tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 809 time: 0.1167922 Sep 02 17:17:28.354326 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-33f6fa69-93db-43b2-b88c-c545ac0473f3 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/quotas/dc090408372e41379709e2067823b1a6 HTTP/1.1" status: 200 len: 375 time: 0.0123417 Sep 02 17:17:28.416240 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-51f3739a-c7fc-433c-8315-b9856b88d62d tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0549312 Sep 02 17:17:28.510225 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:28.537875 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-e2d8873e-5448-4b3b-bffb-28ae003dfc49 service neutron] 10.222.0.41 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053174 Sep 02 17:17:28.649860 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-8b9225cf-4a6f-46b9-b5c2-12c23422a4e6 service neutron] 10.222.0.41 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030455 Sep 02 17:17:29.027339 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-94eab120-0781-4101-8e44-959fbe26746b req-f83a4d03-79c0-478f-8ef7-802794485c4f tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 210 time: 0.0444965 Sep 02 17:17:30.439859 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5ba211ad-8ad7-4916-b5e7-dd220f4a8b16 req-45a762ce-54f8-49e9-9f6f-aefb9de10448 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 210 time: 0.2963357 Sep 02 17:17:30.501556 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b422a-5f58-4087-a108-c87590401f83 req-0ffb9613-2c98-45c7-82a7-f724118f691c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:30.503138 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-0ffb9613-2c98-45c7-82a7-f724118f691c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 809 time: 0.4364958 Sep 02 17:17:30.563737 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-4b0caa4b-3c3a-4b74-a983-5c47e09d0851 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc090408372e41379709e2067823b1a6 HTTP/1.1" status: 200 len: 380 time: 0.0435779 Sep 02 17:17:30.575208 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'port': {'device_id': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'admin_state_up': True, 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'security_groups': ['1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:30.695784 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Made reservation on behalf of dc090408372e41379709e2067823b1a6 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:17:30.700182 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:30.839643 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Allocated IP 172.20.0.14 (ade5891d-380a-4e81-9169-bebc402fc3c9/1d3c275b-f2ca-4604-8889-5e66c6139460/702539df-f620-4be7-9e22-1b97e1bb4dbe) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:31.073780 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:31.090139 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Transition to ACTIVE for port object 702539df-f620-4be7-9e22-1b97e1bb4dbe will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:31.129530 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:31.177456 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Network ade5891d-380a-4e81-9169-bebc402fc3c9 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:31.180559 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:31.183233 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:31.251633 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:31.252498 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:31.264677 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'Port': ['ID=702539df-f620-4be7-9e22-1b97e1bb4dbe,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:31.274744 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.275095 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.275442 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.275783 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.276118 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.276447 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.276780 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.277277 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.277616 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.277941 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.278262 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.278584 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:31.289167 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-06e4b56a-8ec2-4510-bea4-c079c5be0a11 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7181468 Sep 02 17:17:31.308797 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Request body: {'port': {'device_id': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:31.368297 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:31.490271 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8880c4cc-ddc0-4221-964c-f97fcbd3f2b3 None None] Provisioning for port 702539df-f620-4be7-9e22-1b97e1bb4dbe completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:31.498074 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8880c4cc-ddc0-4221-964c-f97fcbd3f2b3 None None] Provisioning complete for port 702539df-f620-4be7-9e22-1b97e1bb4dbe triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:31.499874 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8880c4cc-ddc0-4221-964c-f97fcbd3f2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:31.580264 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-8880c4cc-ddc0-4221-964c-f97fcbd3f2b3 None None] Port 702539df-f620-4be7-9e22-1b97e1bb4dbe cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:17:31.626340 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a6a2a-ed0f-473f-9f85-c1362e522bb6 req-f5ea04b8-40f4-46e6-929c-18c99682a1e5 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:31.628606 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b50a6a2a-ed0f-473f-9f85-c1362e522bb6 req-f5ea04b8-40f4-46e6-929c-18c99682a1e5 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 932 time: 0.0887761 Sep 02 17:17:31.670046 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b50a6a2a-ed0f-473f-9f85-c1362e522bb6 req-a0ac26f4-4d76-405a-bc98-a40cdf6848b1 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333881 Sep 02 17:17:31.734939 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702539df-f620-4be7-9e22-1b97e1bb4dbe {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:17:31.743404 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:31.756533 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Transition to ACTIVE for port object 702539df-f620-4be7-9e22-1b97e1bb4dbe will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:31.761808 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:31.814971 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Pushing event updated for resources: {'Port': ['ID=702539df-f620-4be7-9e22-1b97e1bb4dbe,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:31.895248 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Attempting to bind port 702539df-f620-4be7-9e22-1b97e1bb4dbe on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:17:31.895818 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Attempting to bind port 702539df-f620-4be7-9e22-1b97e1bb4dbe by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:17:31.896133 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Attempting to bind port 702539df-f620-4be7-9e22-1b97e1bb4dbe on network ade5891d-380a-4e81-9169-bebc402fc3c9 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:31.901528 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Port 702539df-f620-4be7-9e22-1b97e1bb4dbe on network ade5891d-380a-4e81-9169-bebc402fc3c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:17:31.901974 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Attempting to bind port 702539df-f620-4be7-9e22-1b97e1bb4dbe on network ade5891d-380a-4e81-9169-bebc402fc3c9 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:31.909074 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:17:31.909584 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Checking segment: {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:17:31.910069 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Bound using segment: {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:17:31.910662 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Bound port: 702539df-f620-4be7-9e22-1b97e1bb4dbe, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5eac918-0a36-40bf-ae2c-434e3a03b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:17:31.911123 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:31.992950 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] For port 702539df-f620-4be7-9e22-1b97e1bb4dbe, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:17:31.996144 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] For port 702539df-f620-4be7-9e22-1b97e1bb4dbe, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=702539df-f620-4be7-9e22-1b97e1bb4dbe,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:17:32.004261 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:32.054340 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:32.055006 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:32.056417 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] 10.222.0.13 "PUT /v2.0/ports/702539df-f620-4be7-9e22-1b97e1bb4dbe HTTP/1.1" status: 200 len: 1094 time: 0.7524269 Sep 02 17:17:32.056857 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'tag': '702539df-f620-4be7-9e22-1b97e1bb4dbe'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:32.059143 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae96234-d416-41a1-8402-000c5fcc89f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2982c3-a18d-44c5-96be-3752f9d9a195", "tag": "702539df-f620-4be7-9e22-1b97e1bb4dbe"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:32.082747 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a0de6-8ff6-4445-a685-6e2da667c381 service neutron] Pushing event updated for resources: {'Port': ['ID=702539df-f620-4be7-9e22-1b97e1bb4dbe,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:32.107549 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e009980-6f8d-4a12-a68b-d9812617dc61 x-openstack-request-id: req-6e009980-6f8d-4a12-a68b-d9812617dc61 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:32.107841 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2982c3-a18d-44c5-96be-3752f9d9a195", "tag": "702539df-f620-4be7-9e22-1b97e1bb4dbe", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:32.108100 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e009980-6f8d-4a12-a68b-d9812617dc61 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:32.108554 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'tag': '702539df-f620-4be7-9e22-1b97e1bb4dbe', 'status': 'completed', 'code': 200} Sep 02 17:17:32.177562 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b422a-5f58-4087-a108-c87590401f83 req-1117be69-5daa-4dc9-8db6-8bb083ee8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:32.179151 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-1117be69-5daa-4dc9-8db6-8bb083ee8021 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 1097 time: 0.0500600 Sep 02 17:17:32.248328 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-bbdb0e3a-f98a-4d75-940f-77ab9de0578e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=702539df-f620-4be7-9e22-1b97e1bb4dbe HTTP/1.1" status: 200 len: 217 time: 0.0516493 Sep 02 17:17:32.303594 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b422a-5f58-4087-a108-c87590401f83 req-bc195818-baf0-4bd7-9dc1-3972369a146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:32.305483 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-bc195818-baf0-4bd7-9dc1-3972369a146e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0487962 Sep 02 17:17:32.356578 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b422a-5f58-4087-a108-c87590401f83 req-34c79b71-415d-4998-94f8-7a01e3b17fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:32.357474 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-34c79b71-415d-4998-94f8-7a01e3b17fb5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436187 Sep 02 17:17:32.462676 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-471a9cd8-9600-45c3-b81c-15e4363f1059 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956597 Sep 02 17:17:32.558655 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225b422a-5f58-4087-a108-c87590401f83 req-e52fc402-8c06-4f5a-b8f9-07e49786fb9b service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876482 Sep 02 17:17:32.703963 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96234-d416-41a1-8402-000c5fcc89f6 req-27d83e35-18c4-457e-8b66-21f6a72862b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:32.705493 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ae96234-d416-41a1-8402-000c5fcc89f6 req-27d83e35-18c4-457e-8b66-21f6a72862b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 1097 time: 0.0453525 Sep 02 17:17:32.804143 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104206b-c11d-4182-a5e0-64784a235eeb req-5efe6f5a-6e1b-4230-bdb9-4ea4b76695fa tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:32.806336 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b104206b-c11d-4182-a5e0-64784a235eeb req-5efe6f5a-6e1b-4230-bdb9-4ea4b76695fa tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 944 time: 0.0581927 Sep 02 17:17:32.827802 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96234-d416-41a1-8402-000c5fcc89f6 req-30dcc868-0988-4efb-83a6-6ea498f0b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:32.829398 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ae96234-d416-41a1-8402-000c5fcc89f6 req-30dcc868-0988-4efb-83a6-6ea498f0b9f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 910 time: 0.1156340 Sep 02 17:17:32.861247 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b104206b-c11d-4182-a5e0-64784a235eeb req-f3f1ac5a-dd09-4f10-8d8f-0bbb8605d484 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468090 Sep 02 17:17:32.875539 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ae96234-d416-41a1-8402-000c5fcc89f6 req-96546b95-49be-4edb-b409-2a6a35dbc4dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=702539df-f620-4be7-9e22-1b97e1bb4dbe HTTP/1.1" status: 200 len: 217 time: 0.0378275 Sep 02 17:17:32.948344 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96234-d416-41a1-8402-000c5fcc89f6 req-5e8f1dc9-c017-4f59-bc05-1af773153d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:32.949864 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ae96234-d416-41a1-8402-000c5fcc89f6 req-5e8f1dc9-c017-4f59-bc05-1af773153d7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0564666 Sep 02 17:17:33.009502 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96234-d416-41a1-8402-000c5fcc89f6 req-a0938f98-67f2-40a2-bef7-c5370ca2c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:33.011099 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ae96234-d416-41a1-8402-000c5fcc89f6 req-a0938f98-67f2-40a2-bef7-c5370ca2c06b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534391 Sep 02 17:17:33.118776 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ae96234-d416-41a1-8402-000c5fcc89f6 req-576abe5d-82c1-41fa-bdf1-b85ba8ab225c service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985489 Sep 02 17:17:33.267421 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ae96234-d416-41a1-8402-000c5fcc89f6 req-be7eb0da-bd84-4856-bc56-8a8f1a325b56 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349318 Sep 02 17:17:33.989553 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362765c-328f-4548-8cb2-79c4e32b8731 req-afcf782b-2cd6-49be-baaf-d1eb66ccaa46 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:33.991104 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7362765c-328f-4548-8cb2-79c4e32b8731 req-afcf782b-2cd6-49be-baaf-d1eb66ccaa46 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 944 time: 0.0594385 Sep 02 17:17:34.044406 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7362765c-328f-4548-8cb2-79c4e32b8731 req-359fee2e-b0ad-416e-b58b-8501e73bb50a tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466056 Sep 02 17:17:35.169760 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c30146-5800-41dc-9f10-376986a7f7ce req-e029cbda-9e11-45f8-8f75-0924c6d05920 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:35.172195 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c7c30146-5800-41dc-9f10-376986a7f7ce req-e029cbda-9e11-45f8-8f75-0924c6d05920 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 944 time: 0.0559182 Sep 02 17:17:35.220221 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c7c30146-5800-41dc-9f10-376986a7f7ce req-163ab808-0561-4df3-8282-e640593bf9f0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390153 Sep 02 17:17:36.351396 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a12d4-e75a-40a9-a1c7-8c47ccdc5061 req-f8472d4d-1dac-44b3-b1da-9d0f78415345 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:36.352852 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef8a12d4-e75a-40a9-a1c7-8c47ccdc5061 req-f8472d4d-1dac-44b3-b1da-9d0f78415345 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 944 time: 0.0504379 Sep 02 17:17:36.394717 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef8a12d4-e75a-40a9-a1c7-8c47ccdc5061 req-1401ce74-ce38-422b-9b1f-7b9f330e13aa tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358253 Sep 02 17:17:37.517598 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54133e03-99e1-4f7e-9527-d13414dee44f req-87b6c319-059e-46b3-a6f3-a6ec300064ab tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:37.525806 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54133e03-99e1-4f7e-9527-d13414dee44f req-87b6c319-059e-46b3-a6f3-a6ec300064ab tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 944 time: 0.0582359 Sep 02 17:17:37.563864 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54133e03-99e1-4f7e-9527-d13414dee44f req-0e32f921-4897-452a-883f-5625392149bc tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362215 Sep 02 17:17:38.457022 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecee28-99b8-4312-8acb-907e71739a38 req-fe974710-6d87-4965-889b-8d9f963a23f9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:38.458660 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8cecee28-99b8-4312-8acb-907e71739a38 req-fe974710-6d87-4965-889b-8d9f963a23f9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0565896 Sep 02 17:17:38.501307 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8cecee28-99b8-4312-8acb-907e71739a38 req-550982d6-ccc3-407f-9469-8d40d13891df tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358047 Sep 02 17:17:38.679832 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de352d1e-b810-41aa-aa09-5ae26a8b9d98 req-fbd26c95-c0cf-48db-a1b6-caed78576daa tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:38.681593 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-de352d1e-b810-41aa-aa09-5ae26a8b9d98 req-fbd26c95-c0cf-48db-a1b6-caed78576daa tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 944 time: 0.0507851 Sep 02 17:17:38.744802 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-de352d1e-b810-41aa-aa09-5ae26a8b9d98 req-b2d0178b-f285-4b3f-859b-82bd03e6b768 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565135 Sep 02 17:17:39.614478 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd652f1a-a6e5-47a6-9fbc-89d5b63266b6 req-6ed8cf3d-6eeb-4068-989a-07075d14ee8d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:39.616437 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd652f1a-a6e5-47a6-9fbc-89d5b63266b6 req-6ed8cf3d-6eeb-4068-989a-07075d14ee8d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0484042 Sep 02 17:17:39.654571 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd652f1a-a6e5-47a6-9fbc-89d5b63266b6 req-541b6a72-3f94-463a-9277-f974d9ae32fb tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=225a50c0-6af1-4b95-bc65-6b6765d26fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319326 Sep 02 17:17:39.787468 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-1114f433-459f-440b-b6a9-1d9fc8341a8e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:39.788939 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-1114f433-459f-440b-b6a9-1d9fc8341a8e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.13 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 945 time: 0.0484600 Sep 02 17:17:39.860056 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85e69c-fc64-4863-8499-3f1923c53234 req-b42893fe-632e-4f6d-b49c-00e2a3d0c443 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:39.861541 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ad85e69c-fc64-4863-8499-3f1923c53234 req-b42893fe-632e-4f6d-b49c-00e2a3d0c443 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 944 time: 0.0515387 Sep 02 17:17:39.884139 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Deleting port d6ce6dfa-70c0-4097-860a-9fdc1e531848 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:39.884483 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:39.900196 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ad85e69c-fc64-4863-8499-3f1923c53234 req-6808e45d-8b5d-4c3b-94c7-cb2fcd552e54 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325053 Sep 02 17:17:39.970514 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] For port d6ce6dfa-70c0-4097-860a-9fdc1e531848, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d6ce6dfa-70c0-4097-860a-9fdc1e531848,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:39.970908 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:40.136852 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:40.137247 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:40.137570 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Floating IP ba9c1484-0fdf-4cd6-888e-c4dd70c57622 disassociated. External IP: 172.27.2.84, port: d6ce6dfa-70c0-4097-860a-9fdc1e531848. Sep 02 17:17:40.137909 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Calling delete_port for d6ce6dfa-70c0-4097-860a-9fdc1e531848 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:40.264074 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:40.295316 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event deleted for resources: {'Port': ['ID=d6ce6dfa-70c0-4097-860a-9fdc1e531848,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:40.408364 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:17:40.522057 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:17:40.534763 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec620616-76a4-422e-bf61-85bf99bcaf5d None None] Sync routers for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:17:40.545641 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec620616-76a4-422e-bf61-85bf99bcaf5d None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:40.548343 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-ec620616-76a4-422e-bf61-85bf99bcaf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:40.565344 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] No DVR routers for this DVR port d6ce6dfa-70c0-4097-860a-9fdc1e531848 on host hv-cinder-80626 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:17:40.567901 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:40.570123 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-81c8eed6-5495-4b9b-83e6-0901d51c4154 req-9bc6212d-96fe-4aae-a46d-b61cc1a93ded tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.13 "DELETE /v2.0/ports/d6ce6dfa-70c0-4097-860a-9fdc1e531848 HTTP/1.1" status: 204 len: 173 time: 0.7742894 Sep 02 17:17:40.570518 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77697955-515d-4f49-8b5e-8d01b670ff58', 'name': 'network-vif-deleted', 'tag': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:40.573320 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b4da8b-7b10-460f-b7e0-addec0797c81" -d '{"events": [{"server_uuid": "77697955-515d-4f49-8b5e-8d01b670ff58", "name": "network-vif-deleted", "tag": "d6ce6dfa-70c0-4097-860a-9fdc1e531848"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:40.618460 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece7af2e-5b50-4c24-a3b2-e76c1bf68e27 x-openstack-request-id: req-ece7af2e-5b50-4c24-a3b2-e76c1bf68e27 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:40.619083 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77697955-515d-4f49-8b5e-8d01b670ff58", "name": "network-vif-deleted", "tag": "d6ce6dfa-70c0-4097-860a-9fdc1e531848", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:40.619083 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ece7af2e-5b50-4c24-a3b2-e76c1bf68e27 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:40.619906 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77697955-515d-4f49-8b5e-8d01b670ff58', 'name': 'network-vif-deleted', 'tag': 'd6ce6dfa-70c0-4097-860a-9fdc1e531848', 'status': 'completed', 'code': 200} Sep 02 17:17:40.664834 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-ec620616-76a4-422e-bf61-85bf99bcaf5d None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:40.753282 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 702539df-f620-4be7-9e22-1b97e1bb4dbe details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:17:40.803310 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4a76a87e-efca-469f-9f57-05ee96ca4dd5 req-cd1f8529-dfeb-417c-8ae1-a5474c9f6eec tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697955-515d-4f49-8b5e-8d01b670ff58 HTTP/1.1" status: 200 len: 210 time: 0.0277288 Sep 02 17:17:40.882598 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-ec620616-76a4-422e-bf61-85bf99bcaf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:40.895268 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 702539df-f620-4be7-9e22-1b97e1bb4dbe, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=702539df-f620-4be7-9e22-1b97e1bb4dbe,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:40.906043 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '702539df-f620-4be7-9e22-1b97e1bb4dbe', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'port_id': '702539df-f620-4be7-9e22-1b97e1bb4dbe', 'mac_address': 'fa:16:3e:f5:dd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:17:40.909062 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec620616-76a4-422e-bf61-85bf99bcaf5d None None] Checking router: 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:17:40.917005 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec620616-76a4-422e-bf61-85bf99bcaf5d None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:40.917604 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-ec620616-76a4-422e-bf61-85bf99bcaf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:40.944786 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:40.961034 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702539df-f620-4be7-9e22-1b97e1bb4dbe {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:17:40.982407 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 702539df-f620-4be7-9e22-1b97e1bb4dbe, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=702539df-f620-4be7-9e22-1b97e1bb4dbe,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:40.986521 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:41.025516 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3571ad7-1b6c-4d4e-89a2-b4a9d879eb36 req-742b6d89-4da6-41fa-94ca-889176330b9d tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:41.034816 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3571ad7-1b6c-4d4e-89a2-b4a9d879eb36 req-742b6d89-4da6-41fa-94ca-889176330b9d tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 944 time: 0.0614851 Sep 02 17:17:41.035780 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-ec620616-76a4-422e-bf61-85bf99bcaf5d None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:41.040499 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=702539df-f620-4be7-9e22-1b97e1bb4dbe,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:41.048030 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.048387 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.048726 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.049065 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.049395 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.049728 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.050056 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.050384 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.050748 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.051271 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.051618 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.051937 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:41.077822 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3571ad7-1b6c-4d4e-89a2-b4a9d879eb36 req-9a016254-018c-40b6-9273-199ba5520455 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417352 Sep 02 17:17:41.239427 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-ec620616-76a4-422e-bf61-85bf99bcaf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:41.270337 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec620616-76a4-422e-bf61-85bf99bcaf5d None None] The sync data for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi is: [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:17:41.346790 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['702539df-f620-4be7-9e22-1b97e1bb4dbe'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:17:41.480860 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef77f83-a364-4ca4-a8e9-c10ec9333472 None None] New status for floating IP ba9c1484-0fdf-4cd6-888e-c4dd70c57622: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:17:41.852594 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52078) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:41.889415 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52082) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:41.898104 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-7273a28e-691c-4c22-b5b1-7ac1847c3ca8 admin admin] Deleting subnet 3631d87b-992e-4381-879c-ff5613e4bdc2 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:17:41.901283 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7273a28e-691c-4c22-b5b1-7ac1847c3ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:41.936831 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7273a28e-691c-4c22-b5b1-7ac1847c3ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12836143'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:41.942772 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:41.965416 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:41.978197 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7273a28e-691c-4c22-b5b1-7ac1847c3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.012839 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.015481 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.016626 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "DELETE /v2.0/security-groups/225a50c0-6af1-4b95-bc65-6b6765d26fb1 HTTP/1.1" status: 204 len: 168 time: 0.1262264 Sep 02 17:17:42.021224 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52084) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:42.026256 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225a50c0-6af1-4b95-bc65-6b6765d26fb1,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:42.034240 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.034593 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.035045 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.035386 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.035720 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.036055 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.036480 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.036711 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.037041 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.037367 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.037692 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.038015 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0ea93-f8ed-400b-9c31-9df909ee1336 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:42.039621 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.api.v2.resource [None req-2fdeb143-af96-4f1e-b9ae-156ef3efdf54 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] show failed (client error): The resource could not be found. Sep 02 17:17:42.043176 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2fdeb143-af96-4f1e-b9ae-156ef3efdf54 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups/225a50c0-6af1-4b95-bc65-6b6765d26fb1 HTTP/1.1" status: 404 len: 347 time: 0.0183463 Sep 02 17:17:42.043493 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52086) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:42.081746 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7273a28e-691c-4c22-b5b1-7ac1847c3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12836209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14215573'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.122375 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273a28e-691c-4c22-b5b1-7ac1847c3ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3631d87b-992e-4381-879c-ff5613e4bdc2,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:42.127009 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7273a28e-691c-4c22-b5b1-7ac1847c3ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.129514 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7273a28e-691c-4c22-b5b1-7ac1847c3ca8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3631d87b-992e-4381-879c-ff5613e4bdc2 HTTP/1.1" status: 204 len: 168 time: 0.2758112 Sep 02 17:17:42.131444 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52090) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:42.203414 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-02d38680-124f-447c-ae2d-21711d3249b5 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Deleting port ce707557-bb99-4687-9a30-95d998389c0c {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:42.204268 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-02d38680-124f-447c-ae2d-21711d3249b5 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.236214 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086789-9327-4cb1-b154-15b8690bd0cf req-2498e22f-ee46-46de-a942-c6928d9ecb4e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:42.237874 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f1086789-9327-4cb1-b154-15b8690bd0cf req-2498e22f-ee46-46de-a942-c6928d9ecb4e tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 945 time: 0.0897141 Sep 02 17:17:42.242156 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.283561 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-02d38680-124f-447c-ae2d-21711d3249b5 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.283953 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-02d38680-124f-447c-ae2d-21711d3249b5 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.295882 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-02d38680-124f-447c-ae2d-21711d3249b5 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Calling delete_port for ce707557-bb99-4687-9a30-95d998389c0c owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:42.304931 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f1086789-9327-4cb1-b154-15b8690bd0cf req-20207ddc-8147-48b1-85be-ca0724d3aa28 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595615 Sep 02 17:17:42.351932 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.361544 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4507ad-090b-4319-bc82-98ed0423ca3a']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:42.371680 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acae91eb-e9a5-418e-bac2-f466bcc7922a') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:42.371976 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acae91eb-e9a5-418e-bac2-f466bcc7922a') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:42.381019 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33468051'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.395297 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.401241 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:17:42.401622 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33548840'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: timer() Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: cb(*args, **kw) Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: self._notify() Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: self.callback(batched_events) Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: event.method(event) Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._get(url).json() Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:17:42.403441 dv-cinder-806260-3-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:17:42.434577 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-02d38680-124f-447c-ae2d-21711d3249b5 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.459394 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.459945 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d38680-124f-447c-ae2d-21711d3249b5 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event deleted for resources: {'Port': ['ID=ce707557-bb99-4687-9a30-95d998389c0c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:42.464713 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.466531 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] 10.222.0.41 "DELETE /v2.0/networks/9a4507ad-090b-4319-bc82-98ed0423ca3a HTTP/1.1" status: 204 len: 168 time: 0.3340790 Sep 02 17:17:42.478407 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257991b2-205b-4666-8e03-244229c1a33d admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4507ad-090b-4319-bc82-98ed0423ca3a,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:42.525636 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-02d38680-124f-447c-ae2d-21711d3249b5 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.528234 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-02d38680-124f-447c-ae2d-21711d3249b5 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.529454 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-02d38680-124f-447c-ae2d-21711d3249b5 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "DELETE /v2.0/floatingips/ba9c1484-0fdf-4cd6-888e-c4dd70c57622 HTTP/1.1" status: 204 len: 168 time: 0.4849904 Sep 02 17:17:42.581262 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52094) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:42.624792 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-51918855-7619-471e-b79b-a7ca2b56685f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7389bfa3cc94ec589f8f8f35ffb4d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399818 Sep 02 17:17:42.625123 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52096) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:42.677739 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce35011e-2d8a-43bc-9205-d2cea4b6fae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.698488 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce35011e-2d8a-43bc-9205-d2cea4b6fae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.747268 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce35011e-2d8a-43bc-9205-d2cea4b6fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.750209 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce35011e-2d8a-43bc-9205-d2cea4b6fae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.751943 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ce35011e-2d8a-43bc-9205-d2cea4b6fae0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/560485a1-181d-49aa-a249-916d9ee8e0c2 HTTP/1.1" status: 204 len: 168 time: 0.1252484 Sep 02 17:17:42.760418 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35011e-2d8a-43bc-9205-d2cea4b6fae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560485a1-181d-49aa-a249-916d9ee8e0c2,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:42.761113 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 702539df-f620-4be7-9e22-1b97e1bb4dbe up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:42.822411 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 702539df-f620-4be7-9e22-1b97e1bb4dbe completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:42.826967 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 702539df-f620-4be7-9e22-1b97e1bb4dbe triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:42.827340 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.909456 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.938817 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702539df-f620-4be7-9e22-1b97e1bb4dbe'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:42.941582 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57df72e-d572-41c0-a98f-2c06e6a2c799" -d '{"events": [{"server_uuid": "5f2982c3-a18d-44c5-96be-3752f9d9a195", "name": "network-vif-plugged", "status": "completed", "tag": "702539df-f620-4be7-9e22-1b97e1bb4dbe"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:42.963957 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 702539df-f620-4be7-9e22-1b97e1bb4dbe, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=702539df-f620-4be7-9e22-1b97e1bb4dbe,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:42.969036 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:42.970737 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device d6ce6dfa-70c0-4097-860a-9fdc1e531848 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:17:42.992464 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f44d11-d912-4fee-9976-3ec8d403f2bb x-openstack-request-id: req-68f44d11-d912-4fee-9976-3ec8d403f2bb {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:42.993139 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2982c3-a18d-44c5-96be-3752f9d9a195", "name": "network-vif-plugged", "status": "completed", "tag": "702539df-f620-4be7-9e22-1b97e1bb4dbe", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:42.993393 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68f44d11-d912-4fee-9976-3ec8d403f2bb {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:42.993776 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702539df-f620-4be7-9e22-1b97e1bb4dbe', 'code': 200} Sep 02 17:17:42.997447 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: d6ce6dfa-70c0-4097-860a-9fdc1e531848 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:17:42.997447 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device d6ce6dfa-70c0-4097-860a-9fdc1e531848 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:17:43.041987 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=702539df-f620-4be7-9e22-1b97e1bb4dbe,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:43.221416 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52114) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:43.226993 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-55efc77c-aa53-4394-9641-35a6ca204612 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--871767198', 'description': 'tempest-description--441334761'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:43.252786 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-55efc77c-aa53-4394-9641-35a6ca204612 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.316717 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd202c0-6822-4589-a220-8c4f70dbb92c req-7e72c1e5-0217-4b95-a79b-86949f1af145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:43.318289 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbd202c0-6822-4589-a220-8c4f70dbb92c req-7e72c1e5-0217-4b95-a79b-86949f1af145 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 1099 time: 0.0623968 Sep 02 17:17:43.374106 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbd202c0-6822-4589-a220-8c4f70dbb92c req-018b0d9a-44d0-495e-a6ef-a79e232fd0e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437622 Sep 02 17:17:43.398963 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-55efc77c-aa53-4394-9641-35a6ca204612 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.402957 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-55efc77c-aa53-4394-9641-35a6ca204612 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.425415 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89458341-2d65-4281-8f7a-446ee9388acb req-15682a54-6b16-4339-ab27-1162994f86f0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:43.426978 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-89458341-2d65-4281-8f7a-446ee9388acb req-15682a54-6b16-4339-ab27-1162994f86f0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 946 time: 0.0525212 Sep 02 17:17:43.435242 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-55efc77c-aa53-4394-9641-35a6ca204612 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.439965 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-55efc77c-aa53-4394-9641-35a6ca204612 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2174206 Sep 02 17:17:43.440556 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52126) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:43.445740 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-55876d3d-9cb3-487b-9054-4e41f7c52a36 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'security_group_rule': {'security_group_id': '530bba19-3313-4a25-9528-c517f6f5ce4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:43.452643 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efc77c-aa53-4394-9641-35a6ca204612 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530bba19-3313-4a25-9528-c517f6f5ce4b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:43.476868 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-55876d3d-9cb3-487b-9054-4e41f7c52a36 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.477316 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-89458341-2d65-4281-8f7a-446ee9388acb req-9b5db8a6-8496-447b-8917-5a8f7eaca18d tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441148 Sep 02 17:17:43.488575 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52128) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:43.537650 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-55876d3d-9cb3-487b-9054-4e41f7c52a36 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.541468 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-55876d3d-9cb3-487b-9054-4e41f7c52a36 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.558654 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55876d3d-9cb3-487b-9054-4e41f7c52a36 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374412c9-65d6-438a-b562-6a6d971566f7,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:43.566533 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-55876d3d-9cb3-487b-9054-4e41f7c52a36 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.567845 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-55876d3d-9cb3-487b-9054-4e41f7c52a36 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255012 Sep 02 17:17:43.570806 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52132) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:43.575516 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-90cf98ce-d25d-4797-9935-2fe02ecf0ce6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'security_group_rule': {'security_group_id': '530bba19-3313-4a25-9528-c517f6f5ce4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:43.598617 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-566654675-network', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:43.617939 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90cf98ce-d25d-4797-9935-2fe02ecf0ce6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.634557 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Made reservation on behalf of 6f2001cfaa564496ba271b544cfdc14f for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:17:43.636798 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.652993 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.700510 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90cf98ce-d25d-4797-9935-2fe02ecf0ce6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.709476 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90cf98ce-d25d-4797-9935-2fe02ecf0ce6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.733763 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf98ce-d25d-4797-9935-2fe02ecf0ce6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180d1f47-4645-4660-a3d3-3b06fd28f1f7,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:43.782335 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.787060 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.793132 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90cf98ce-d25d-4797-9935-2fe02ecf0ce6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.794314 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-90cf98ce-d25d-4797-9935-2fe02ecf0ce6 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2224128 Sep 02 17:17:43.797486 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52134) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:43.802403 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'floatingip': {'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:43.809419 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:17:43.823162 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7b3e7d-9435-48b9-b39a-6c625172f951,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:43.824022 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.827778 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.828121 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Added segment bf3093fe-324c-4839-ad8f-94635feb94df of type vlan for network 15e4cc74-e900-43e3-b2db-b1a95536b9ef Sep 02 17:17:43.868826 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.895557 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.896514 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:43.897101 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.924159 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.948537 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4586942 Sep 02 17:17:43.955529 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52136) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:43.965448 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] Request body: {'subnet': {'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-566654675-subnet', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:43.975483 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323879eb-2874-4d12-aabe-d54899347604 admin admin] Pushing event updated for resources: {'Network': ['ID=15e4cc74-e900-43e3-b2db-b1a95536b9ef,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:43.985898 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network 15e4cc74-e900-43e3-b2db-b1a95536b9ef details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:17:43.995373 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] Made reservation on behalf of 6f2001cfaa564496ba271b544cfdc14f for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:17:43.997678 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33354431'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.047343 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Allocated IP 172.27.2.171 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/003373c1-dcde-4ccd-8ca8-6f79ff2f0c1d) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:44.149523 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.163526 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33548929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33354413'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.189214 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.216272 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3705a0-42f5-4650-8dfc-c572fe242765,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:44.232170 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] Checking segment: {'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:17:44.232501 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] Network hostable DHCP agents. Network: 15e4cc74-e900-43e3-b2db-b1a95536b9ef, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:17:44.234088 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:44.237650 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:44.240105 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:44.250809 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] Network 15e4cc74-e900-43e3-b2db-b1a95536b9ef is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:17:44.259652 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, 15e4cc74-e900-43e3-b2db-b1a95536b9ef) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:44.263720 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:44.264310 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.269389 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59257431-f421-4f2d-bc9c-5401ba8d38d5 None None] Network 15e4cc74-e900-43e3-b2db-b1a95536b9ef requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:17:44.276320 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'Port': ['ID=003373c1-dcde-4ccd-8ca8-6f79ff2f0c1d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:44.283559 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4b4fff1c-5978-443e-b35f-908933072fed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3227801 Sep 02 17:17:44.285249 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52138) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:44.291052 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:44.313240 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16445917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5964'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.314348 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16385613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16444893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16420465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5959'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.339514 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.368204 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.379848 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.430985 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6f23d2-a3d7-50ee-b987-a8b4e3e1ed06-15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'fixed_ips': [{'subnet_id': '6b3705a0-42f5-4650-8dfc-c572fe242765'}]}} from dv-cinder-806260-3-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:17:44.432079 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.563334 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.571696 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Allocated IP 172.20.0.2 (15e4cc74-e900-43e3-b2db-b1a95536b9ef/6b3705a0-42f5-4650-8dfc-c572fe242765/8c12ae5a-470a-4713-b8ee-42a85be54139) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:44.571946 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.696431 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'Port': ['ID=003373c1-dcde-4ccd-8ca8-6f79ff2f0c1d,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:44.720649 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881fc0-40b2-419a-bef2-bdc22d4e7126 req-eaa1fab7-1dc6-4bbc-a216-f9bf242d981d tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:44.722214 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c7881fc0-40b2-419a-bef2-bdc22d4e7126 req-eaa1fab7-1dc6-4bbc-a216-f9bf242d981d tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 946 time: 0.1114759 Sep 02 17:17:44.723553 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.751059 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.752286 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ec4b28fb-54bc-4e9b-b070-55f7f813799c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9537826 Sep 02 17:17:44.760305 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.771371 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Transition to ACTIVE for port object 8c12ae5a-470a-4713-b8ee-42a85be54139 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:44.778595 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c7881fc0-40b2-419a-bef2-bdc22d4e7126 req-9a535175-0e65-4822-a8bc-82ca1fe3b930 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456965 Sep 02 17:17:44.789428 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Transition to ACTIVE for port object 8c12ae5a-470a-4713-b8ee-42a85be54139 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:44.795996 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.816147 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Network 15e4cc74-e900-43e3-b2db-b1a95536b9ef is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:44.817677 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:44.820340 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:44.830060 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.915404 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Attempting to bind port 8c12ae5a-470a-4713-b8ee-42a85be54139 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:17:44.915775 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Attempting to bind port 8c12ae5a-470a-4713-b8ee-42a85be54139 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:17:44.916335 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Attempting to bind port 8c12ae5a-470a-4713-b8ee-42a85be54139 on network 15e4cc74-e900-43e3-b2db-b1a95536b9ef {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:44.919204 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Pushing event updated for resources: {'Port': ['ID=8c12ae5a-470a-4713-b8ee-42a85be54139,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:44.924517 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:17:44.924873 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Checking segment: {'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:17:44.925451 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.926000 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Bound using segment: {'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:17:44.926662 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Bound port: 8c12ae5a-470a-4713-b8ee-42a85be54139, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:17:44.927240 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:44.995670 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] For port 8c12ae5a-470a-4713-b8ee-42a85be54139, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:17:44.998585 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] For port 8c12ae5a-470a-4713-b8ee-42a85be54139, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=8c12ae5a-470a-4713-b8ee-42a85be54139,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:17:45.003648 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:45.061354 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46113488-aea1-45c2-8e55-4691fb0f24e4 None None] Pushing event updated for resources: {'Port': ['ID=8c12ae5a-470a-4713-b8ee-42a85be54139,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:45.071862 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7da02099-cc0b-445b-bdc4-5c693b00e0a2 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--871767198&fields=id&tenant_id=efb6337b5a3548bcad9fd236c619842d HTTP/1.1" status: 200 len: 267 time: 0.0929105 Sep 02 17:17:45.078644 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:45.100992 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:45.295064 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-af11df99-58e1-4b0b-855f-4dd87451fc9f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:45.296743 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-af11df99-58e1-4b0b-855f-4dd87451fc9f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 811 time: 0.1980743 Sep 02 17:17:45.324784 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Allocated IP 172.27.2.155 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/9c51c3a4-94a7-4ef5-a813-55b6b2f28d53) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:45.329469 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-ca6f1e85-bbda-4b7f-82b0-68650a36f7e0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/quotas/efb6337b5a3548bcad9fd236c619842d HTTP/1.1" status: 200 len: 375 time: 0.0254059 Sep 02 17:17:45.433321 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-27c3b641-09c3-401e-98e1-2a8016de9906 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980113 Sep 02 17:17:45.512247 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:45.570163 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-97d859bc-e190-4b29-a72d-9bd2371e2a0b service neutron] 10.222.0.41 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235476 Sep 02 17:17:45.597271 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:45.677578 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:45.689530 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:45.692015 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:45.723249 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Pushing event updated for resources: {'Port': ['ID=9c51c3a4-94a7-4ef5-a813-55b6b2f28d53,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:45.743240 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-886f9f64-d1af-43a4-a446-d7757b90bf8f service neutron] 10.222.0.41 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658425 Sep 02 17:17:45.943112 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f29b591f-4d34-47cc-b2b7-4f91bc666db5 req-f9dbc4ff-b372-4029-85a0-3cfe5a4965ba tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 210 time: 0.0369530 Sep 02 17:17:46.016404 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f8cca-b1c0-4a8c-a933-e7359a890594 None None] Network 15e4cc74-e900-43e3-b2db-b1a95536b9ef requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:17:46.034153 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da531d87-129b-496a-bf79-a7f36b9e0980 req-6dbb4718-aaf5-49a4-a3a1-23f941e902ac tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:46.035687 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-da531d87-129b-496a-bf79-a7f36b9e0980 req-6dbb4718-aaf5-49a4-a3a1-23f941e902ac tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 946 time: 0.0681939 Sep 02 17:17:46.052141 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:46.080611 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-bcd80891-55d2-4ae5-8910-c3296e587bda None None] Provisioning for port 8c12ae5a-470a-4713-b8ee-42a85be54139 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:46.146600 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-da531d87-129b-496a-bf79-a7f36b9e0980 req-2883edb4-7168-46db-88ae-fcc2be97c3bb tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031344 Sep 02 17:17:46.272436 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd407d2f-3364-4eed-89bb-6c7da8317cfb req-41436293-b7ce-46b5-bbbe-fa951511afb1 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:46.274109 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd407d2f-3364-4eed-89bb-6c7da8317cfb req-41436293-b7ce-46b5-bbbe-fa951511afb1 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 946 time: 0.0550082 Sep 02 17:17:46.307736 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16385622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16444810'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:46.315857 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd407d2f-3364-4eed-89bb-6c7da8317cfb req-8c1c7e27-f0c8-4e80-8296-3cf8d2077e09 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357354 Sep 02 17:17:46.338718 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52168) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:46.393073 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35debe-ab70-41c8-ab07-cc843127ecca tempest-TestVolumeBootPattern-829468068 tempest-TestVolumeBootPattern-829468068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:46.394813 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0d35debe-ab70-41c8-ab07-cc843127ecca tempest-TestVolumeBootPattern-829468068 tempest-TestVolumeBootPattern-829468068-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 1094 time: 0.0550470 Sep 02 17:17:46.397667 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52170) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:46.402482 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Request body: {'floatingip': {'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'port_id': '702539df-f620-4be7-9e22-1b97e1bb4dbe', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:46.429199 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:46.459330 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Router 428d339a-5945-4b17-8c09-c103fc0a0fa6 is scheduled to L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:17:46.538455 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:46.572169 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:17:46.584745 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Sync routers for ids ['428d339a-5945-4b17-8c09-c103fc0a0fa6'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:17:46.591854 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:46.594687 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cd5d8fdb-a9b0-4dcc-9e13-afb46dfa402c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3073938 Sep 02 17:17:46.597298 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52172) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:46.598032 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Routers {'428d339a-5945-4b17-8c09-c103fc0a0fa6'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:46.599005 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['428d339a-5945-4b17-8c09-c103fc0a0fa6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:46.653258 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Allocated IP 172.27.2.78 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/28060f4c-197c-4898-83dc-728debfc3b7b) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:46.707638 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Set router 428d339a-5945-4b17-8c09-c103fc0a0fa6 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:46.757824 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:46.797490 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:46.839835 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:46.842879 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:46.847267 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:46.876590 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'Port': ['ID=28060f4c-197c-4898-83dc-728debfc3b7b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:46.917521 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:45Z', 'revision_number': 3, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:46.950837 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Checking router: 428d339a-5945-4b17-8c09-c103fc0a0fa6 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:17:46.951339 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Updating router 428d339a-5945-4b17-8c09-c103fc0a0fa6 port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 binding host dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:17:46.993637 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:46.997121 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:17:47.074326 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ca151e42-7a51-4ead-894e-62bd8a72c498 req-31a06973-294f-4a1d-9b59-f0dbbda73d83 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 210 time: 0.0428171 Sep 02 17:17:47.132664 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.152629 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.231494 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 8c12ae5a-470a-4713-b8ee-42a85be54139 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:47.335682 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 8c12ae5a-470a-4713-b8ee-42a85be54139 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:47.340916 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 8c12ae5a-470a-4713-b8ee-42a85be54139 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:47.341300 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.373594 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Allocated IP 172.20.0.1 (15e4cc74-e900-43e3-b2db-b1a95536b9ef/6b3705a0-42f5-4650-8dfc-c572fe242765/563dc0ac-cbf3-4402-b5c2-62cd32f514c0) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:47.438967 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.444931 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-16d359e9-87b2-425a-a94a-69641e093854 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:47.446430 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-16d359e9-87b2-425a-a94a-69641e093854 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.13 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 811 time: 0.4346144 Sep 02 17:17:47.478867 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 8c12ae5a-470a-4713-b8ee-42a85be54139, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=8c12ae5a-470a-4713-b8ee-42a85be54139,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:47.486184 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.491335 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.504134 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Transition to ACTIVE for port object 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:47.510902 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.520040 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.533547 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Transition to ACTIVE for port object 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:47.547829 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=8c12ae5a-470a-4713-b8ee-42a85be54139,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:47.568048 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Pushing event updated for resources: {'Port': ['ID=9c51c3a4-94a7-4ef5-a813-55b6b2f28d53,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:47.576419 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.577777 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a7186fef-ed83-48e9-aa53-634a9ff68ec8 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb6337b5a3548bcad9fd236c619842d HTTP/1.1" status: 200 len: 379 time: 0.1068757 Sep 02 17:17:47.583198 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.583549 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.583889 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.584220 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.584942 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.584942 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.585644 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.585644 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.585888 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.586338 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.588136 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.588136 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:47.590156 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'port': {'device_id': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'admin_state_up': True, 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'security_groups': ['530bba19-3313-4a25-9528-c517f6f5ce4b']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:47.590719 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Attempting to bind port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:17:47.591044 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Attempting to bind port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:17:47.591406 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Attempting to bind port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 on network df855049-b1ba-4ec4-ad09-ccf00722cdad {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:47.598692 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:17:47.599073 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Checking segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:17:47.599472 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.599937 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Bound using segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:17:47.600308 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Bound port: 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:17:47.600686 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.624068 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Network 15e4cc74-e900-43e3-b2db-b1a95536b9ef is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:47.628720 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:47.632339 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:47.638133 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Pushing event updated for resources: {'Port': ['ID=563dc0ac-cbf3-4402-b5c2-62cd32f514c0,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:47.660210 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.666405 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] For port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:17:47.670569 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] For port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9c51c3a4-94a7-4ef5-a813-55b6b2f28d53,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:17:47.675633 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.689151 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16425437'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.741895 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Routers {'428d339a-5945-4b17-8c09-c103fc0a0fa6'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:47.742527 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['428d339a-5945-4b17-8c09-c103fc0a0fa6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:47.764332 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.768112 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Made reservation on behalf of efb6337b5a3548bcad9fd236c619842d for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:17:47.771861 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.812544 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a6bcc-b7ca-4eff-8ad0-81bc252bad95 None None] Pushing event updated for resources: {'Port': ['ID=9c51c3a4-94a7-4ef5-a813-55b6b2f28d53,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:47.842880 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.862855 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] Set router 428d339a-5945-4b17-8c09-c103fc0a0fa6 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:47.985852 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Allocated IP 172.20.0.9 (cb42942f-ef9a-49eb-b2f9-e00e0bd8f527/fcfebaec-968b-4ea6-b382-ae8c6be7eb8b/3425a5d0-ec45-4ecb-8ce4-10ea503dba12) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:48.052694 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:45Z', 'revision_number': 3, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:48.058989 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-398bd7fe-6367-49fc-b028-4d0e7df7a694 None None] Provisioning for port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:48.066781 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-398bd7fe-6367-49fc-b028-4d0e7df7a694 None None] Provisioning complete for port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:48.068674 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-398bd7fe-6367-49fc-b028-4d0e7df7a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.088129 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d610b-4777-4d4d-879d-7c2c5bb612d1 None None] The sync data for ids ['428d339a-5945-4b17-8c09-c103fc0a0fa6'] in dv-cinder-806260-3-iscsi is: [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:45Z', 'revision_number': 3, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:17:48.124163 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-398bd7fe-6367-49fc-b028-4d0e7df7a694 None None] Port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:17:48.211333 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-320783b2-c426-491a-8175-58204b37fb9f req-714e39ae-d110-4c3c-b759-e9f46334cd4e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 210 time: 0.0507128 Sep 02 17:17:48.227594 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.240365 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.259654 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.294885 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.301184 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Transition to ACTIVE for port object 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:48.302253 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.356456 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event updated for resources: {'Port': ['ID=28060f4c-197c-4898-83dc-728debfc3b7b,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:48.376709 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16447309'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.378679 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Pushing event updated for resources: {'Port': ['ID=563dc0ac-cbf3-4402-b5c2-62cd32f514c0,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:48.385376 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.481546 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.492347 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Network 15e4cc74-e900-43e3-b2db-b1a95536b9ef is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:48.494026 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:48.538779 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:48.548930 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:48.555280 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:48.595870 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event updated for resources: {'Port': ['ID=3425a5d0-ec45-4ecb-8ce4-10ea503dba12,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:48.601596 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Floating IP 0e795f43-79a2-40b4-8ca1-b1d5e0f029af associated. External IP: 172.27.2.78, port: 702539df-f620-4be7-9e22-1b97e1bb4dbe. Sep 02 17:17:48.654979 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Router 428d339a-5945-4b17-8c09-c103fc0a0fa6 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:17:48.692915 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:48.693564 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.733116 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-7aed02b9-d9f7-48c1-9ea5-542066b0110d tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1477320 Sep 02 17:17:48.756366 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Request body: {'port': {'device_id': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:48.804660 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:17:48.810801 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7262b622-9fb0-46b5-b17d-e8d6e77b07ac admin admin] 10.222.0.41 "PUT /v2.0/routers/428d339a-5945-4b17-8c09-c103fc0a0fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2122452 Sep 02 17:17:48.911982 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.970181 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e5f17376-f3c6-47dd-b2f4-47a37242787a None None] Provisioning complete for port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:48.971162 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e5f17376-f3c6-47dd-b2f4-47a37242787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.014232 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Router 1fb85de1-32e1-4f3c-9028-ce687163b298 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:17:49.019626 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-e5f17376-f3c6-47dd-b2f4-47a37242787a None None] Port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:17:49.144489 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f7f57262-e680-4d0c-bb44-060441c48e8a None None] Provisioning for port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:49.148611 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f7f57262-e680-4d0c-bb44-060441c48e8a None None] Provisioning complete for port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:49.149068 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f7f57262-e680-4d0c-bb44-060441c48e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.188154 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-f7f57262-e680-4d0c-bb44-060441c48e8a None None] Port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:17:49.249189 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:49.297159 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:17:49.307433 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:49.316269 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8ae89-9cc8-4fda-9012-d68a34c9e2df None None] Sync routers for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:17:49.321486 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:49.322519 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.325556 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.367350 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8ae89-9cc8-4fda-9012-d68a34c9e2df None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:49.369668 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-00a8ae89-9cc8-4fda-9012-d68a34c9e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:49.390640 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-feef4e79-3921-45f0-a639-c4416f746b2c tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9824386 Sep 02 17:17:49.390640 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'tag': '702539df-f620-4be7-9e22-1b97e1bb4dbe'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:49.390640 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50386765-b18a-491f-b272-24cd373b19e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2982c3-a18d-44c5-96be-3752f9d9a195", "tag": "702539df-f620-4be7-9e22-1b97e1bb4dbe"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:49.410413 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:17:49.425747 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.430176 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c82ec4-cb5a-4f38-a866-69304524287a req-bd37cd60-f016-440a-a5df-addf5e7463c0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:49.440431 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e98d30-1934-4223-b2c6-a174c0b1dae0 x-openstack-request-id: req-06e98d30-1934-4223-b2c6-a174c0b1dae0 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:49.440718 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2982c3-a18d-44c5-96be-3752f9d9a195", "tag": "702539df-f620-4be7-9e22-1b97e1bb4dbe", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:49.440967 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06e98d30-1934-4223-b2c6-a174c0b1dae0 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:49.441360 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'tag': '702539df-f620-4be7-9e22-1b97e1bb4dbe', 'status': 'completed', 'code': 200} Sep 02 17:17:49.442441 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-22c82ec4-cb5a-4f38-a866-69304524287a req-bd37cd60-f016-440a-a5df-addf5e7463c0 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 931 time: 0.1171415 Sep 02 17:17:49.449988 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Transition to ACTIVE for port object 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:49.456674 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.516914 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-22c82ec4-cb5a-4f38-a866-69304524287a req-43275575-f61e-4476-8365-6d4af9d2e5c9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720801 Sep 02 17:17:49.531340 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3425a5d0-ec45-4ecb-8ce4-10ea503dba12,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:49.549865 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-00a8ae89-9cc8-4fda-9012-d68a34c9e2df None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:49.556643 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52202) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:49.570486 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1319365776-network', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:49.616470 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50386765-b18a-491f-b272-24cd373b19e5 req-c02d5288-d088-4584-8c99-e277a26980d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:49.619261 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-50386765-b18a-491f-b272-24cd373b19e5 req-c02d5288-d088-4584-8c99-e277a26980d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 1099 time: 0.1009622 Sep 02 17:17:49.619886 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Attempting to bind port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:17:49.620349 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Attempting to bind port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:17:49.620688 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Attempting to bind port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 on network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:49.627307 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 on network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:17:49.627845 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Attempting to bind port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 on network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:49.634588 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:17:49.635296 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Checking segment: {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:17:49.635838 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Bound using segment: {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:17:49.636386 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Bound port: 3425a5d0-ec45-4ecb-8ce4-10ea503dba12, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c73c18a-6f26-4a4e-ad6a-72e77af6d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:17:49.636895 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.643010 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Made reservation on behalf of 0ec5babc97994652b32a8e4f90f8c201 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:17:49.645436 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.714295 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] For port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12, host hv-cinder-80626, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:17:49.718267 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] For port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3425a5d0-ec45-4ecb-8ce4-10ea503dba12,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:17:49.723475 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.761614 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50386765-b18a-491f-b272-24cd373b19e5 req-44020471-c001-46ea-a5d6-aee15b8391d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:49.763433 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-50386765-b18a-491f-b272-24cd373b19e5 req-44020471-c001-46ea-a5d6-aee15b8391d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 910 time: 0.1338155 Sep 02 17:17:49.764417 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.767817 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:49.768528 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.770060 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/3425a5d0-ec45-4ecb-8ce4-10ea503dba12 HTTP/1.1" status: 200 len: 1093 time: 1.0181687 Sep 02 17:17:49.793477 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.803424 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2f9ee-1e05-4980-adfe-b91dcdf574f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3425a5d0-ec45-4ecb-8ce4-10ea503dba12,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:49.848888 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9c51c3a4-94a7-4ef5-a813-55b6b2f28d53,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:49.864390 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.866719 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-50386765-b18a-491f-b272-24cd373b19e5 req-482a3464-fc89-4f29-a742-171a969469f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=702539df-f620-4be7-9e22-1b97e1bb4dbe HTTP/1.1" status: 200 len: 999 time: 0.0928035 Sep 02 17:17:49.867076 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 8c12ae5a-470a-4713-b8ee-42a85be54139 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:49.887611 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-96e67ad1-6b27-4dc8-b747-aa66d2dba93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:49.890161 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-96e67ad1-6b27-4dc8-b747-aa66d2dba93b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0552487 Sep 02 17:17:49.952939 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-02bc179e-bf25-4127-bfb7-aaa48cd19bcf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3425a5d0-ec45-4ecb-8ce4-10ea503dba12 HTTP/1.1" status: 200 len: 217 time: 0.0484738 Sep 02 17:17:49.958436 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50386765-b18a-491f-b272-24cd373b19e5 req-37157c75-7e8b-44b4-bdb0-22a0bf210105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:49.959953 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-50386765-b18a-491f-b272-24cd373b19e5 req-37157c75-7e8b-44b4-bdb0-22a0bf210105 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0814068 Sep 02 17:17:49.977445 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-00a8ae89-9cc8-4fda-9012-d68a34c9e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '0e795f43-79a2-40b4-8ca1-b1d5e0f029af', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '702539df-f620-4be7-9e22-1b97e1bb4dbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:f5:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 0, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}, {'id': '41fdee20-0532-4843-8d18-0bf915e10922', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:53:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd37709-df01-425f-bfd6-a30193970df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:41Z', 'updated_at': '2021-09-02T17:15:43Z', 'revision_number': 1, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:49.982551 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=9c51c3a4-94a7-4ef5-a813-55b6b2f28d53,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:50.017834 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8ae89-9cc8-4fda-9012-d68a34c9e2df None None] Checking router: 1fb85de1-32e1-4f3c-9028-ce687163b298 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:17:50.032108 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 8c12ae5a-470a-4713-b8ee-42a85be54139 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:50.032733 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a1b56787-b4c6-49df-a62f-f2f27bcf309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:50.032958 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.034582 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-a1b56787-b4c6-49df-a62f-f2f27bcf309c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 200 len: 850 time: 0.0738304 Sep 02 17:17:50.036001 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8ae89-9cc8-4fda-9012-d68a34c9e2df None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:50.036862 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-00a8ae89-9cc8-4fda-9012-d68a34c9e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:50.050601 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.057533 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.072802 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:17:50.083563 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Sync routers for ids ['428d339a-5945-4b17-8c09-c103fc0a0fa6'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:17:50.085276 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50386765-b18a-491f-b272-24cd373b19e5 req-9f5c86ef-8efc-46dc-9924-13b6226a8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:50.087282 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-50386765-b18a-491f-b272-24cd373b19e5 req-9f5c86ef-8efc-46dc-9924-13b6226a8e16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1190021 Sep 02 17:17:50.093405 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Routers {'428d339a-5945-4b17-8c09-c103fc0a0fa6'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:50.094243 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['428d339a-5945-4b17-8c09-c103fc0a0fa6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:50.098940 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-2d495890-2d4a-4d20-8d26-84138395c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:50.108046 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-2d495890-2d4a-4d20-8d26-84138395c56f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598376 Sep 02 17:17:50.113584 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.114042 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Added segment 89c9f345-6de7-4f5f-8ae2-905e922569df of type vlan for network d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 Sep 02 17:17:50.202551 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd76cad-0f73-401b-95b1-586ba767c7c1,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:50.218408 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Set router 428d339a-5945-4b17-8c09-c103fc0a0fa6 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:50.247139 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738203093221'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.248175 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-3d241a81-995a-411b-80da-f01a20e8c920 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330719 Sep 02 17:17:50.300414 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-50386765-b18a-491f-b272-24cd373b19e5 req-25d43197-5235-403f-8a69-313806390c7e service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021925 Sep 02 17:17:50.302775 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.304450 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:50.305155 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.362710 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-382ef831-9a8b-4782-89e1-605d39e34b8a req-58692d04-7187-4f21-8cf0-9841ae6928ea service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053724 Sep 02 17:17:50.364674 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-00a8ae89-9cc8-4fda-9012-d68a34c9e2df None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:50.441204 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8831766 Sep 02 17:17:50.444021 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52204) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:50.447199 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c523b1e-9187-427d-94e3-328304d5d73e admin admin] Pushing event updated for resources: {'Network': ['ID=d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:50.449016 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] Request body: {'subnet': {'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1319365776-subnet', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:50.462605 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Network d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 details requested by agent ovs-agent-dv-cinder-806260-3-iscsi with host dv-cinder-806260-3-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:17:50.466123 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 4, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '563dc0ac-cbf3-4402-b5c2-62cd32f514c0', 'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'mac_address': 'fa:16:3e:45:4b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 2, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'subnets': [{'id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:50.473402 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] Made reservation on behalf of 0ec5babc97994652b32a8e4f90f8c201 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:17:50.475223 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-50386765-b18a-491f-b272-24cd373b19e5 req-0bedf431-9468-4ec6-a010-33f68e51062d service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632617 Sep 02 17:17:50.476024 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14215678'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.496610 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Checking router: 428d339a-5945-4b17-8c09-c103fc0a0fa6 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:17:50.496970 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Updating router 428d339a-5945-4b17-8c09-c103fc0a0fa6 port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 binding host dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:17:50.530793 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.692331 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12836278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14215660'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.708391 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939d4ed-4a20-4f18-aa04-e619ae364a53 req-4a784d0f-8879-4f5e-a617-6a347debd71f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:50.710015 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9939d4ed-4a20-4f18-aa04-e619ae364a53 req-4a784d0f-8879-4f5e-a617-6a347debd71f tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 943 time: 0.0931828 Sep 02 17:17:50.773429 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffdaebd2-93d6-4f36-9289-30e0f3672607,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:50.798613 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-00a8ae89-9cc8-4fda-9012-d68a34c9e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '0e795f43-79a2-40b4-8ca1-b1d5e0f029af', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '702539df-f620-4be7-9e22-1b97e1bb4dbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:f5:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 0, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}, {'id': '41fdee20-0532-4843-8d18-0bf915e10922', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:53:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd37709-df01-425f-bfd6-a30193970df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:41Z', 'updated_at': '2021-09-02T17:15:43Z', 'revision_number': 1, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:50.798976 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9939d4ed-4a20-4f18-aa04-e619ae364a53 req-4c163178-1f89-47db-b58b-25a8f1a87666 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710499 Sep 02 17:17:50.805188 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] Checking segment: {'id': '89c9f345-6de7-4f5f-8ae2-905e922569df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:17:50.805618 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] Network hostable DHCP agents. Network: d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2, hostable agents: ['4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:17:50.826175 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] Network d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 is scheduled to be hosted by DHCP agent 4fb420b7-cd7b-4475-b5aa-7a22e31ea9f1 with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:17:50.828679 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8ae89-9cc8-4fda-9012-d68a34c9e2df None None] The sync data for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi is: [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '0e795f43-79a2-40b4-8ca1-b1d5e0f029af', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '702539df-f620-4be7-9e22-1b97e1bb4dbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:f5:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 0, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}, {'id': '41fdee20-0532-4843-8d18-0bf915e10922', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:53:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd37709-df01-425f-bfd6-a30193970df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:41Z', 'updated_at': '2021-09-02T17:15:43Z', 'revision_number': 1, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:17:50.839134 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.841264 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-3-iscsi, d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:50.849347 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:50.849800 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Transition to ACTIVE for port object 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:50.850185 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.854521 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e354f67c-49e8-4ff2-8f60-abd1255e1753 None None] Network d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:17:50.861546 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.872984 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52208) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:50.878766 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1319365776-router', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:50.883044 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-604a2aaf-9806-4c91-be59-7e49786b7868 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4378469 Sep 02 17:17:50.920400 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16445917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5964'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.923567 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16385613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16444893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16420465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5959'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.931945 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635958-e5ed-47ea-86af-6ff1f79b2725 None None] Pushing event updated for resources: {'Port': ['ID=563dc0ac-cbf3-4402-b5c2-62cd32f514c0,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:50.989935 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Attempting to bind port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:17:50.990310 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Attempting to bind port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:17:50.990812 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Attempting to bind port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 on network 15e4cc74-e900-43e3-b2db-b1a95536b9ef {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:50.999292 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:17:50.999598 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:50.999744 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Checking segment: {'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:17:51.000065 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.001223 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Bound using segment: {'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:17:51.001779 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Bound port: 563dc0ac-cbf3-4402-b5c2-62cd32f514c0, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:17:51.002259 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.045059 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6f23d2-a3d7-50ee-b987-a8b4e3e1ed06-d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2', 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'fixed_ips': [{'subnet_id': 'ffdaebd2-93d6-4f36-9289-30e0f3672607'}]}} from dv-cinder-806260-3-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:17:51.046092 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.132941 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] For port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:17:51.136558 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] For port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=563dc0ac-cbf3-4402-b5c2-62cd32f514c0,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:17:51.142428 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.166947 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086940b9-c4a4-413d-ad85-037ebfe7189a None None] New status for floating IP 0e795f43-79a2-40b4-8ca1-b1d5e0f029af: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:17:51.196898 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.210467 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:51.234617 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Routers {'428d339a-5945-4b17-8c09-c103fc0a0fa6'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:51.235571 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['428d339a-5945-4b17-8c09-c103fc0a0fa6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:51.363319 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Allocated IP 172.20.0.2 (d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2/ffdaebd2-93d6-4f36-9289-30e0f3672607/050cdb51-979e-41d3-ba45-48311677033d) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:51.439543 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635958-e5ed-47ea-86af-6ff1f79b2725 None None] Pushing event updated for resources: {'Port': ['ID=563dc0ac-cbf3-4402-b5c2-62cd32f514c0,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:51.442744 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'tag': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:51.445050 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d71c8f3-5927-48bf-a635-32d2526bfdf0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9c64d9-b562-4bb6-88a2-88434835b7c8", "tag": "3425a5d0-ec45-4ecb-8ce4-10ea503dba12"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:51.460583 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.486879 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02995944-2dce-4a67-958f-3676e247f4ea x-openstack-request-id: req-02995944-2dce-4a67-958f-3676e247f4ea {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:51.487168 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9c64d9-b562-4bb6-88a2-88434835b7c8", "tag": "3425a5d0-ec45-4ecb-8ce4-10ea503dba12", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:51.487414 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02995944-2dce-4a67-958f-3676e247f4ea {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:51.487804 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'tag': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12', 'status': 'completed', 'code': 200} Sep 02 17:17:51.489275 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.490041 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] Set router 428d339a-5945-4b17-8c09-c103fc0a0fa6 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:51.513268 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:51.513981 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.620666 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c8f3-5927-48bf-a635-32d2526bfdf0 req-2cb33c60-3855-4078-9806-622324776aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:51.621945 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5d71c8f3-5927-48bf-a635-32d2526bfdf0 req-2cb33c60-3855-4078-9806-622324776aff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0835702 Sep 02 17:17:51.638338 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.669343 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Transition to ACTIVE for port object 050cdb51-979e-41d3-ba45-48311677033d will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:51.689465 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Allocated IP 172.27.2.217 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/ad930e2f-e40c-4b67-90e8-032b7fa98a22) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:51.694391 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Transition to ACTIVE for port object 050cdb51-979e-41d3-ba45-48311677033d will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:51.704939 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.720301 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 4, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '563dc0ac-cbf3-4402-b5c2-62cd32f514c0', 'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'mac_address': 'fa:16:3e:45:4b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:51Z', 'revision_number': 4, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'subnets': [{'id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:51.745801 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Network d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:51.749074 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:51.749810 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf271b6-9877-48cc-bc08-8ea51caccf4b None None] The sync data for ids ['428d339a-5945-4b17-8c09-c103fc0a0fa6'] in dv-cinder-806260-3-iscsi is: [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 4, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '563dc0ac-cbf3-4402-b5c2-62cd32f514c0', 'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'mac_address': 'fa:16:3e:45:4b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:51Z', 'revision_number': 4, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'subnets': [{'id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:17:51.756866 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:51.768258 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Pushing event updated for resources: {'Port': ['ID=050cdb51-979e-41d3-ba45-48311677033d,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:51.781185 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c8f3-5927-48bf-a635-32d2526bfdf0 req-7db339c3-3ca9-47ab-8383-ed35dc1f712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:51.782817 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5d71c8f3-5927-48bf-a635-32d2526bfdf0 req-7db339c3-3ca9-47ab-8383-ed35dc1f712b service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 912 time: 0.1526444 Sep 02 17:17:51.831705 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Attempting to bind port 050cdb51-979e-41d3-ba45-48311677033d on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:17:51.832196 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Attempting to bind port 050cdb51-979e-41d3-ba45-48311677033d by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '89c9f345-6de7-4f5f-8ae2-905e922569df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:17:51.832891 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Attempting to bind port 050cdb51-979e-41d3-ba45-48311677033d on network d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:51.837305 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5d71c8f3-5927-48bf-a635-32d2526bfdf0 req-b73c3859-958e-473a-a2fe-92020134371e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3425a5d0-ec45-4ecb-8ce4-10ea503dba12 HTTP/1.1" status: 200 len: 217 time: 0.0468423 Sep 02 17:17:51.840203 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:17:51.840595 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Checking segment: {'id': '89c9f345-6de7-4f5f-8ae2-905e922569df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:17:51.840994 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.841381 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Bound using segment: {'id': '89c9f345-6de7-4f5f-8ae2-905e922569df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:17:51.841843 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Bound port: 050cdb51-979e-41d3-ba45-48311677033d, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c9f345-6de7-4f5f-8ae2-905e922569df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:17:51.842903 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.901790 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.926268 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c8f3-5927-48bf-a635-32d2526bfdf0 req-738729a4-6924-47c0-9644-5dc7649fbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:51.928232 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5d71c8f3-5927-48bf-a635-32d2526bfdf0 req-738729a4-6924-47c0-9644-5dc7649fbc4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 200 len: 850 time: 0.0797029 Sep 02 17:17:51.949284 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] For port 050cdb51-979e-41d3-ba45-48311677033d, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:17:51.961146 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f89ed6-a566-4ddf-840c-56ece55afc8c req-11a5ca13-596c-4cf6-8bbc-dac363be2be7 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:51.963747 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-22f89ed6-a566-4ddf-840c-56ece55afc8c req-11a5ca13-596c-4cf6-8bbc-dac363be2be7 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 943 time: 0.0678926 Sep 02 17:17:51.976562 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] For port 050cdb51-979e-41d3-ba45-48311677033d, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=050cdb51-979e-41d3-ba45-48311677033d,segment=NetworkSegment(89c9f345-6de7-4f5f-8ae2-905e922569df),segment_id=89c9f345-6de7-4f5f-8ae2-905e922569df)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:17:51.979523 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2d34f9c4-b735-43b7-b3ec-5fdc7150bf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:51.985480 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:52.004755 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c8f3-5927-48bf-a635-32d2526bfdf0 req-1b552185-54c3-4a33-b77f-7b740a1680d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:52.006333 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5d71c8f3-5927-48bf-a635-32d2526bfdf0 req-1b552185-54c3-4a33-b77f-7b740a1680d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702457 Sep 02 17:17:52.016988 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:52.018245 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-22f89ed6-a566-4ddf-840c-56ece55afc8c req-63f4eb76-3b35-4fc0-9a37-9186901e0145 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475912 Sep 02 17:17:52.042176 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:52.074729 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e044544-fdeb-47d3-a597-2cc6ddc7e9e0 None None] Pushing event updated for resources: {'Port': ['ID=050cdb51-979e-41d3-ba45-48311677033d,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:52.075699 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:52.109306 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:52.152970 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Pushing event updated for resources: {'Port': ['ID=ad930e2f-e40c-4b67-90e8-032b7fa98a22,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:52.292751 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5d71c8f3-5927-48bf-a635-32d2526bfdf0 req-0c88a6a4-acba-4f4f-a42b-5f3edee71297 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777669 Sep 02 17:17:52.720306 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5d71c8f3-5927-48bf-a635-32d2526bfdf0 req-2569d854-119a-4514-ae3a-728ce53eaab9 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183979 Sep 02 17:17:52.737455 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:52.802149 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:17:52.934296 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3425a5d0-ec45-4ecb-8ce4-10ea503dba12,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:52.952284 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'port_id': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12', 'mac_address': 'fa:16:3e:81:f6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:17:52.963125 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16385622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16444810'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:52.998813 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:53.014450 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:17:53.035353 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3425a5d0-ec45-4ecb-8ce4-10ea503dba12,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:53.047842 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:53.061100 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1992c5a9-65c3-4cf2-a5bd-cbf854de40ee None None] Network d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:17:53.157182 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8bc94-068e-4f37-9a8b-cc54791da132 req-a9c79e87-5f96-4e7d-bdcb-a7ebde81ca9a tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:53.158820 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ef8bc94-068e-4f37-9a8b-cc54791da132 req-a9c79e87-5f96-4e7d-bdcb-a7ebde81ca9a tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 944 time: 0.0675151 Sep 02 17:17:53.160051 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Router b8a63922-67cb-40dc-80a3-3b2880ef58f8 is scheduled to L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:17:53.186367 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52216) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:53.307293 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 050cdb51-979e-41d3-ba45-48311677033d up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:53.336644 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ef8bc94-068e-4f37-9a8b-cc54791da132 req-a8d62a80-8fd0-4185-b55f-2e24b0a9b675 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682341 Sep 02 17:17:53.352903 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-adf95fd9-2cf3-4828-9201-4b8239e9afe7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1715667 Sep 02 17:17:53.387860 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a5307db2-7f70-4af5-9d9a-7f7385c75fab None None] Provisioning for port 050cdb51-979e-41d3-ba45-48311677033d completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:53.391666 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:17:53.405115 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Sync routers for ids ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:17:53.419822 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Routers {'b8a63922-67cb-40dc-80a3-3b2880ef58f8'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:53.421342 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:53.421687 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=3425a5d0-ec45-4ecb-8ce4-10ea503dba12,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:53.446829 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['3425a5d0-ec45-4ecb-8ce4-10ea503dba12'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:17:53.452304 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:53.453942 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-33304d38-a4a9-444d-9b6c-8615f53122dd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5791705 Sep 02 17:17:53.456726 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52218) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:53.559921 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-c4a2db33-6b5e-4350-980c-c8ec686a7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:53.562118 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-c4a2db33-6b5e-4350-980c-c8ec686a7bd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 1099 time: 0.1682818 Sep 02 17:17:53.563376 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 050cdb51-979e-41d3-ba45-48311677033d completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:53.573738 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Set router b8a63922-67cb-40dc-80a3-3b2880ef58f8 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:53.574187 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 050cdb51-979e-41d3-ba45-48311677033d triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:53.574564 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:53.628980 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Deleting port 8ba193bb-1302-4691-9899-34c9b02989cd {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:53.629635 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:53.739386 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:53.741243 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:53.768455 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Calling delete_port for 8ba193bb-1302-4691-9899-34c9b02989cd owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:53.774900 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:53.827184 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 050cdb51-979e-41d3-ba45-48311677033d, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=050cdb51-979e-41d3-ba45-48311677033d,segment=NetworkSegment(89c9f345-6de7-4f5f-8ae2-905e922569df),segment_id=89c9f345-6de7-4f5f-8ae2-905e922569df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:53.832728 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-99b74240-db51-483a-9835-2d97c9eddb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:53.833315 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:53.833871 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:53.834289 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-99b74240-db51-483a-9835-2d97c9eddb79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 910 time: 0.2259812 Sep 02 17:17:53.879991 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'name': 'tempest-TestMinimumBasicScenario-1319365776-router', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:50Z', 'updated_at': '2021-09-02T17:17:52Z', 'revision_number': 3, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'gw_port': {'id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:51Z', 'updated_at': '2021-09-02T17:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:53.943090 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Checking router: b8a63922-67cb-40dc-80a3-3b2880ef58f8 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:17:53.943435 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Updating router b8a63922-67cb-40dc-80a3-3b2880ef58f8 port ad930e2f-e40c-4b67-90e8-032b7fa98a22 binding host dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:17:53.959117 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=050cdb51-979e-41d3-ba45-48311677033d,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:53.976742 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:53.981810 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:53.982067 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:53.991219 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:53.995591 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.006285 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-76a2110b-3ce6-4428-9349-671a24fb266b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca48daf-e148-4df6-9dd9-8d23ea21195e HTTP/1.1" status: 200 len: 1001 time: 0.1228118 Sep 02 17:17:54.067169 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event deleted for resources: {'Port': ['ID=8ba193bb-1302-4691-9899-34c9b02989cd,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:54.083927 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-78a7470e-01f6-410f-aedb-4b956f23513d None None] Provisioning complete for port 050cdb51-979e-41d3-ba45-48311677033d triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:54.084691 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-78a7470e-01f6-410f-aedb-4b956f23513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.086049 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.094541 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-64af14a1-0dae-45b1-b26a-1c93703e96ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:54.096052 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-64af14a1-0dae-45b1-b26a-1c93703e96ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0802302 Sep 02 17:17:54.128674 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.129784 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Floating IP 7553032a-6653-463e-a410-d3c22604c3c8 disassociated (deleted). External IP: 172.27.2.3, port: f0347608-2078-4ebd-b282-53b22f166ac6. Sep 02 17:17:54.160814 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=563dc0ac-cbf3-4402-b5c2-62cd32f514c0,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:54.168954 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.212025 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.234162 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-4b8ca8ff-90c8-4d98-b78e-b7e7750f51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:54.236319 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-4b8ca8ff-90c8-4d98-b78e-b7e7750f51c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927773 Sep 02 17:17:54.288455 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=563dc0ac-cbf3-4402-b5c2-62cd32f514c0,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:54.310585 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.320800 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Transition to ACTIVE for port object ad930e2f-e40c-4b67-90e8-032b7fa98a22 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:54.328049 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.391528 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973542c-d673-4afc-b6ab-a12bf42b6051 None None] Pushing event updated for resources: {'Port': ['ID=ad930e2f-e40c-4b67-90e8-032b7fa98a22,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:54.396424 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Router a1e327a7-faa9-4f51-87db-54881f201585 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:17:54.399414 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Attempting to bind port ad930e2f-e40c-4b67-90e8-032b7fa98a22 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:17:54.399789 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Attempting to bind port ad930e2f-e40c-4b67-90e8-032b7fa98a22 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:17:54.400154 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Attempting to bind port ad930e2f-e40c-4b67-90e8-032b7fa98a22 on network df855049-b1ba-4ec4-ad09-ccf00722cdad {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:54.407885 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:17:54.408639 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Checking segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:17:54.408753 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.409074 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Bound using segment: {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:17:54.409624 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Bound port: ad930e2f-e40c-4b67-90e8-032b7fa98a22, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e95283f-e312-47cc-8014-5adffa13aef8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:17:54.410030 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.412372 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-8aac262e-357d-4c4d-9f2e-b8dec05d546b service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666131 Sep 02 17:17:54.470245 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] For port ad930e2f-e40c-4b67-90e8-032b7fa98a22, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:17:54.473440 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] For port ad930e2f-e40c-4b67-90e8-032b7fa98a22, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ad930e2f-e40c-4b67-90e8-032b7fa98a22,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:17:54.483143 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.503372 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Allocated IP 172.20.0.1 (d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2/ffdaebd2-93d6-4f36-9289-30e0f3672607/d5df6434-6bd6-40eb-8d5c-4efdcf4f8453) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:54.549959 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Routers {'b8a63922-67cb-40dc-80a3-3b2880ef58f8'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:54.550567 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:54.551562 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2d6d-75ce-400b-a1a5-b15df72e5efd req-2c2906ea-e8b4-416e-9068-0f5710ec6617 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:54.553216 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39cc2d6d-75ce-400b-a1a5-b15df72e5efd req-2c2906ea-e8b4-416e-9068-0f5710ec6617 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 944 time: 0.0982938 Sep 02 17:17:54.568410 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:17:54.573481 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.584286 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef498aac-84fd-4e6f-b470-d2a893ff9b28 None None] Sync routers for ids ['a1e327a7-faa9-4f51-87db-54881f201585'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:17:54.585502 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d2bee6db-4bab-4e6e-8bf1-d3cee0e56ddd req-83f3d9d3-3689-4775-8d89-af8056327320 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552472 Sep 02 17:17:54.591338 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef498aac-84fd-4e6f-b470-d2a893ff9b28 None None] Routers {'a1e327a7-faa9-4f51-87db-54881f201585'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:54.591955 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ef498aac-84fd-4e6f-b470-d2a893ff9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a1e327a7-faa9-4f51-87db-54881f201585'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:54.636965 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.645748 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-80c8d436-2c42-420c-b372-fd7b314475ed tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "DELETE /v2.0/floatingips/7553032a-6653-463e-a410-d3c22604c3c8 HTTP/1.1" status: 204 len: 168 time: 1.4558101 Sep 02 17:17:54.655810 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Transition to ACTIVE for port object d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:54.657524 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:54.660793 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:54.676671 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39cc2d6d-75ce-400b-a1a5-b15df72e5efd req-1d8e1f07-c1e7-4680-bf8f-f7a1b003b414 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106682 Sep 02 17:17:54.694087 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973542c-d673-4afc-b6ab-a12bf42b6051 None None] Pushing event updated for resources: {'Port': ['ID=ad930e2f-e40c-4b67-90e8-032b7fa98a22,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:54.699306 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.733936 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-ef498aac-84fd-4e6f-b470-d2a893ff9b28 None None] Set router a1e327a7-faa9-4f51-87db-54881f201585 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:54.738345 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e45df6-7824-44fe-a2df-f0f79f144084 x-openstack-request-id: req-30e45df6-7824-44fe-a2df-f0f79f144084 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:54.738659 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:54.738905 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30e45df6-7824-44fe-a2df-f0f79f144084 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:54.739298 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'status': 'completed', 'code': 200} Sep 02 17:17:54.748519 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] Set router b8a63922-67cb-40dc-80a3-3b2880ef58f8 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:54.772066 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Network d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:54.774155 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Pushing event updated for resources: {'Port': ['ID=d5df6434-6bd6-40eb-8d5c-4efdcf4f8453,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:54.776919 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:54.779538 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:54.871929 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9 req-7612dd54-c936-48ea-af24-837cb47394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:54.872957 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:54.873754 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9 req-7612dd54-c936-48ea-af24-837cb47394c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1187a96ac5fd43ed8833b20d6e853409&device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 1098 time: 0.0623958 Sep 02 17:17:54.874753 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16425437'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.954763 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549d626-c9f6-4f53-8547-fa8c4d2490af req-b19e175f-767a-46b4-a585-6d041d72f60d tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:54.956325 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9549d626-c9f6-4f53-8547-fa8c4d2490af req-b19e175f-767a-46b4-a585-6d041d72f60d tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0666592 Sep 02 17:17:55.005856 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9549d626-c9f6-4f53-8547-fa8c4d2490af req-2f55bcfe-f6dd-4174-ad1a-5b20024ed3e5 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432658 Sep 02 17:17:55.047563 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9 req-9e7b2a77-e7d4-47f1-805e-fe265f810d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:55.049321 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9 req-9e7b2a77-e7d4-47f1-805e-fe265f810d46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e HTTP/1.1" status: 200 len: 910 time: 0.1066740 Sep 02 17:17:55.055587 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-01ee3a28-f76b-4d12-b2cc-4fd3a3dcebbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:55.060864 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'name': 'tempest-TestMinimumBasicScenario-1319365776-router', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:50Z', 'updated_at': '2021-09-02T17:17:52Z', 'revision_number': 3, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'gw_port': {'id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:51Z', 'updated_at': '2021-09-02T17:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:55.091450 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d93c1c-d9d9-48c9-8f1c-c51910df136c None None] The sync data for ids ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'] in dv-cinder-806260-3-iscsi is: [{'id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'name': 'tempest-TestMinimumBasicScenario-1319365776-router', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:50Z', 'updated_at': '2021-09-02T17:17:52Z', 'revision_number': 3, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'gw_port': {'id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:51Z', 'updated_at': '2021-09-02T17:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:17:55.110273 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9 req-f5151ccc-7190-4188-82f7-c92d2b4eda58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0347608-2078-4ebd-b282-53b22f166ac6 HTTP/1.1" status: 200 len: 217 time: 0.0477467 Sep 02 17:17:55.113941 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:55.130744 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:55.131068 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:55.208980 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9 req-ba43802e-9739-48d2-82cd-a5d632c89cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:55.210766 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9 req-ba43802e-9739-48d2-82cd-a5d632c89cd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23e61cf7-5873-4363-88cd-5719c98b65d6 HTTP/1.1" status: 200 len: 848 time: 0.0882378 Sep 02 17:17:55.216097 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0f081af2-cc0a-46cb-a652-27fa916edde4 None None] Provisioning for port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:55.227626 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0f081af2-cc0a-46cb-a652-27fa916edde4 None None] Provisioning complete for port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:55.228088 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0f081af2-cc0a-46cb-a652-27fa916edde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:55.246157 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:55.252805 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:55.260976 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 050cdb51-979e-41d3-ba45-48311677033d up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:55.346535 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-0f081af2-cc0a-46cb-a652-27fa916edde4 None None] Port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:17:55.349253 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ef498aac-84fd-4e6f-b470-d2a893ff9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1', 'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'mac_address': 'fa:16:3e:d9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:25Z', 'updated_at': '2021-09-02T17:13:31Z', 'revision_number': 5, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'subnets': [{'id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:55.393175 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9 req-dbf921f7-065a-4d3b-94ad-d1a96c4ac8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:55.393673 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef498aac-84fd-4e6f-b470-d2a893ff9b28 None None] Checking router: a1e327a7-faa9-4f51-87db-54881f201585 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:17:55.393860 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9 req-dbf921f7-065a-4d3b-94ad-d1a96c4ac8b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e77fdd1-8f89-4007-a52a-93ee8cbe395e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233830 Sep 02 17:17:55.397537 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:55.445956 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef498aac-84fd-4e6f-b470-d2a893ff9b28 None None] Routers {'a1e327a7-faa9-4f51-87db-54881f201585'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:55.447132 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ef498aac-84fd-4e6f-b470-d2a893ff9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a1e327a7-faa9-4f51-87db-54881f201585'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:55.515254 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 050cdb51-979e-41d3-ba45-48311677033d triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:55.515619 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:55.544104 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:55.546384 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6cc4f0-a2e8-44c9-b253-a75ae0ef50de" -d '{"events": [{"server_uuid": "ea9c64d9-b562-4bb6-88a2-88434835b7c8", "name": "network-vif-plugged", "status": "completed", "tag": "3425a5d0-ec45-4ecb-8ce4-10ea503dba12"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:55.558898 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9 req-26cd2b52-44d0-49e6-87ad-4b89e3d39ce2 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440268 Sep 02 17:17:55.570275 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3425a5d0-ec45-4ecb-8ce4-10ea503dba12,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:55.582511 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:55.585633 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:55.618091 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0a3d1-8705-43d6-b16f-f4f8216373b1 x-openstack-request-id: req-ffd0a3d1-8705-43d6-b16f-f4f8216373b1 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:55.618671 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9c64d9-b562-4bb6-88a2-88434835b7c8", "name": "network-vif-plugged", "status": "completed", "tag": "3425a5d0-ec45-4ecb-8ce4-10ea503dba12", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:55.618671 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffd0a3d1-8705-43d6-b16f-f4f8216373b1 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:55.619037 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12', 'code': 200} Sep 02 17:17:55.622014 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:55.667354 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-ef498aac-84fd-4e6f-b470-d2a893ff9b28 None None] Set router a1e327a7-faa9-4f51-87db-54881f201585 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:55.699670 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=3425a5d0-ec45-4ecb-8ce4-10ea503dba12,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:55.794396 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:55.901533 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4f2f7-a19f-4225-90fe-5dd44688c4b3 req-7d36db24-8cfb-4460-8b65-5b8c952f4a1b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:55.903140 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-00c4f2f7-a19f-4225-90fe-5dd44688c4b3 req-7d36db24-8cfb-4460-8b65-5b8c952f4a1b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 945 time: 0.0999572 Sep 02 17:17:55.931826 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:55.932197 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:55.942987 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438960f9-fa36-4075-b9d7-f433d165ae2d req-e8544160-3dda-4dae-9523-4c39f51c351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:55.944519 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-438960f9-fa36-4075-b9d7-f433d165ae2d req-e8544160-3dda-4dae-9523-4c39f51c351f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 1098 time: 0.1029897 Sep 02 17:17:55.978802 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-00c4f2f7-a19f-4225-90fe-5dd44688c4b3 req-935d9acc-7746-47a7-8128-535555048676 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684333 Sep 02 17:17:55.988360 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Pushing event updated for resources: {'Port': ['ID=d5df6434-6bd6-40eb-8d5c-4efdcf4f8453,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:56.001479 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16447309'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:56.014578 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-438960f9-fa36-4075-b9d7-f433d165ae2d req-0c603814-27f3-429d-889f-de0390ebcdd1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527096 Sep 02 17:17:56.027238 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5ecb58f6-ebc7-4c60-9d6b-b39915cdb4d9 req-8b01e798-c454-4e22-a7d4-836b9881b544 service neutron] 10.222.0.13 "GET /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549484 Sep 02 17:17:56.142159 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Network d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:56.146298 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:56.167588 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9334e-280a-4bba-90c9-6e3f1209fa6f req-6e0e7b06-42e1-4664-917c-36d421b029ad tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:56.169334 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fba9334e-280a-4bba-90c9-6e3f1209fa6f req-6e0e7b06-42e1-4664-917c-36d421b029ad tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0834394 Sep 02 17:17:56.215953 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ef498aac-84fd-4e6f-b470-d2a893ff9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1', 'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'mac_address': 'fa:16:3e:d9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:25Z', 'updated_at': '2021-09-02T17:13:31Z', 'revision_number': 5, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'subnets': [{'id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:56.247307 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef498aac-84fd-4e6f-b470-d2a893ff9b28 None None] The sync data for ids ['a1e327a7-faa9-4f51-87db-54881f201585'] in dv-cinder-806260-3-iscsi is: [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:25Z', 'revision_number': 4, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1', 'name': '', 'network_id': '9e77fdd1-8f89-4007-a52a-93ee8cbe395e', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'mac_address': 'fa:16:3e:d9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:25Z', 'updated_at': '2021-09-02T17:13:31Z', 'revision_number': 5, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'subnets': [{'id': '23e61cf7-5873-4363-88cd-5719c98b65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:17:56.289874 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fba9334e-280a-4bba-90c9-6e3f1209fa6f req-0fd83662-dea4-4412-83d6-c488a1b7d043 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772212 Sep 02 17:17:56.322761 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Router b8a63922-67cb-40dc-80a3-3b2880ef58f8 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:17:56.379264 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-77f84b87-c018-4323-a043-0f95270129f1 None None] Provisioning complete for port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:56.379636 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77f84b87-c018-4323-a043-0f95270129f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:56.418729 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-77f84b87-c018-4323-a043-0f95270129f1 None None] Port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:17:56.438839 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:17:56.444771 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-96468809-5afd-426b-b4ae-47a342a47347 admin admin] 10.222.0.41 "PUT /v2.0/routers/b8a63922-67cb-40dc-80a3-3b2880ef58f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9865975 Sep 02 17:17:56.540613 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:56.863096 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3546f80-d010-41fe-b300-784b2b212942 None None] New status for floating IP 7553032a-6653-463e-a410-d3c22604c3c8: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:17:57.138423 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d9e14-5c2d-4355-beac-90c525f203e8 req-beb07c8c-6f80-4f40-854b-cc271b21039c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:57.149580 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b72d9e14-5c2d-4355-beac-90c525f203e8 req-beb07c8c-6f80-4f40-854b-cc271b21039c tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 945 time: 0.0817938 Sep 02 17:17:57.205684 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ad930e2f-e40c-4b67-90e8-032b7fa98a22 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:57.239540 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0efd-da1b-4011-a4ab-a329d8181786 req-6c446430-1401-4823-b966-40a3285f524f tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:57.241492 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a9cc0efd-da1b-4011-a4ab-a329d8181786 req-6c446430-1401-4823-b966-40a3285f524f tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.0857761 Sep 02 17:17:57.287274 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b72d9e14-5c2d-4355-beac-90c525f203e8 req-1988d039-f8f2-46de-a7f4-0cb7c8220976 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368117 Sep 02 17:17:57.324581 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port ad930e2f-e40c-4b67-90e8-032b7fa98a22 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:57.333799 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port ad930e2f-e40c-4b67-90e8-032b7fa98a22 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:57.334181 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:57.388213 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-a9cc0efd-da1b-4011-a4ab-a329d8181786 req-8e6f4e81-05d1-4e79-b50c-09971a71ac71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Deleting port f0347608-2078-4ebd-b282-53b22f166ac6 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:57.388545 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-a9cc0efd-da1b-4011-a4ab-a329d8181786 req-8e6f4e81-05d1-4e79-b50c-09971a71ac71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:57.482210 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:57.504312 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Sync routers for ids ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:17:57.526976 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port ad930e2f-e40c-4b67-90e8-032b7fa98a22, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ad930e2f-e40c-4b67-90e8-032b7fa98a22,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:57.529680 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Routers {'b8a63922-67cb-40dc-80a3-3b2880ef58f8'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:57.530519 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:57.536023 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:57.555588 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c56505-dfa4-493c-b059-823901dfef2e req-ab58e66b-82fa-4e6a-8210-5d57de0c49c8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:57.561816 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a6c56505-dfa4-493c-b059-823901dfef2e req-ab58e66b-82fa-4e6a-8210-5d57de0c49c8 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 945 time: 0.1570241 Sep 02 17:17:57.618107 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-a9cc0efd-da1b-4011-a4ab-a329d8181786 req-8e6f4e81-05d1-4e79-b50c-09971a71ac71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] For port f0347608-2078-4ebd-b282-53b22f166ac6, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f0347608-2078-4ebd-b282-53b22f166ac6,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:57.618372 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-a9cc0efd-da1b-4011-a4ab-a329d8181786 req-8e6f4e81-05d1-4e79-b50c-09971a71ac71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:57.637205 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a6c56505-dfa4-493c-b059-823901dfef2e req-22cab545-025d-4307-8918-d3b5f4175cdc tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc38e3f3-5b15-4b68-be25-263fcf77cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744689 Sep 02 17:17:57.651692 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-a9cc0efd-da1b-4011-a4ab-a329d8181786 req-8e6f4e81-05d1-4e79-b50c-09971a71ac71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Calling delete_port for f0347608-2078-4ebd-b282-53b22f166ac6 owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:57.684254 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=ad930e2f-e40c-4b67-90e8-032b7fa98a22,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:57.702520 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Set router b8a63922-67cb-40dc-80a3-3b2880ef58f8 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:57.817769 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-a9cc0efd-da1b-4011-a4ab-a329d8181786 req-8e6f4e81-05d1-4e79-b50c-09971a71ac71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:57.847068 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f4e81-05d1-4e79-b50c-09971a71ac71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event deleted for resources: {'Port': ['ID=f0347608-2078-4ebd-b282-53b22f166ac6,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:57.899810 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cc0efd-da1b-4011-a4ab-a329d8181786 req-8e6f4e81-05d1-4e79-b50c-09971a71ac71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] No DVR routers for this DVR port f0347608-2078-4ebd-b282-53b22f166ac6 on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:17:57.903177 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-a9cc0efd-da1b-4011-a4ab-a329d8181786 req-8e6f4e81-05d1-4e79-b50c-09971a71ac71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:57.905722 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-a9cc0efd-da1b-4011-a4ab-a329d8181786 req-8e6f4e81-05d1-4e79-b50c-09971a71ac71 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.13 "DELETE /v2.0/ports/f0347608-2078-4ebd-b282-53b22f166ac6 HTTP/1.1" status: 204 len: 173 time: 0.6557972 Sep 02 17:17:57.906382 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'name': 'network-vif-deleted', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:57.908831 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaee894-6ff0-4e13-b39d-3e33fce1b5f7" -d '{"events": [{"server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "name": "network-vif-deleted", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:57.956186 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc86a40-4f61-404d-9079-1102a210c022 x-openstack-request-id: req-bfc86a40-4f61-404d-9079-1102a210c022 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:57.956480 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea6ec2a-41c7-41c5-8471-3da2ba130315", "name": "network-vif-deleted", "tag": "f0347608-2078-4ebd-b282-53b22f166ac6", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:57.956733 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfc86a40-4f61-404d-9079-1102a210c022 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:57.957138 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea6ec2a-41c7-41c5-8471-3da2ba130315', 'name': 'network-vif-deleted', 'tag': 'f0347608-2078-4ebd-b282-53b22f166ac6', 'status': 'completed', 'code': 200} Sep 02 17:17:57.967749 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'name': 'tempest-TestMinimumBasicScenario-1319365776-router', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:50Z', 'updated_at': '2021-09-02T17:17:55Z', 'revision_number': 4, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'gw_port': {'id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:51Z', 'updated_at': '2021-09-02T17:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'd5df6434-6bd6-40eb-8d5c-4efdcf4f8453', 'name': '', 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'mac_address': 'fa:16:3e:21:58:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ffdaebd2-93d6-4f36-9289-30e0f3672607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:54Z', 'updated_at': '2021-09-02T17:17:55Z', 'revision_number': 2, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'subnets': [{'id': 'ffdaebd2-93d6-4f36-9289-30e0f3672607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:58.004538 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Checking router: b8a63922-67cb-40dc-80a3-3b2880ef58f8 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:17:58.005050 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Updating router b8a63922-67cb-40dc-80a3-3b2880ef58f8 port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 binding host dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:17:58.040000 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:58.393849 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:58.405418 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Transition to ACTIVE for port object d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:17:58.415015 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:58.455294 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985461a0-709c-4f92-9b1d-00b61da3af7c req-ec034e03-34a7-4ddf-88d5-1bc119f0a1f9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:58.470374 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-985461a0-709c-4f92-9b1d-00b61da3af7c req-ec034e03-34a7-4ddf-88d5-1bc119f0a1f9 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 945 time: 0.0880992 Sep 02 17:17:58.473437 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69696be3-5cd2-49c8-afa9-fdb386931a41 None None] Pushing event updated for resources: {'Port': ['ID=d5df6434-6bd6-40eb-8d5c-4efdcf4f8453,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:58.529423 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-985461a0-709c-4f92-9b1d-00b61da3af7c req-2a9cca47-8d35-457c-b78a-d88cb037218b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535588 Sep 02 17:17:58.579965 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:58.595763 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Attempting to bind port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 on host dv-cinder-806260-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:17:58.596291 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Attempting to bind port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 by drivers openvswitch,hyperv on host dv-cinder-806260-3-iscsi at level 0 using segments [{'id': '89c9f345-6de7-4f5f-8ae2-905e922569df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:17:58.596759 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Attempting to bind port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 on network d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:17:58.603549 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Checking agent: {'id': 'a637cc90-7512-43bf-ad7c-743bd5b161d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 0, 25), 'started_at': datetime.datetime(2021, 9, 2, 17, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:17:58.604195 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Checking segment: {'id': '89c9f345-6de7-4f5f-8ae2-905e922569df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:17:58.604745 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:58.605239 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Bound using segment: {'id': '89c9f345-6de7-4f5f-8ae2-905e922569df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:17:58.605777 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Bound port: d5df6434-6bd6-40eb-8d5c-4efdcf4f8453, host: dv-cinder-806260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c9f345-6de7-4f5f-8ae2-905e922569df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:17:58.606382 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:58.682435 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa816267-f414-48f7-906b-703da21ee9a7 req-410e9aa3-f37a-46d8-b28c-2695008615cd tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:58.690311 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] For port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453, host dv-cinder-806260-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:17:58.694160 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] For port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453, host dv-cinder-806260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=d5df6434-6bd6-40eb-8d5c-4efdcf4f8453,segment=NetworkSegment(89c9f345-6de7-4f5f-8ae2-905e922569df),segment_id=89c9f345-6de7-4f5f-8ae2-905e922569df)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:17:58.702230 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:58.704915 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fa816267-f414-48f7-906b-703da21ee9a7 req-410e9aa3-f37a-46d8-b28c-2695008615cd tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 945 time: 0.0985532 Sep 02 17:17:58.709905 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52270) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:58.714926 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-3131c7ca-95ab-4c7c-b70e-33037f570ea1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Request body: {'floatingip': {'port_id': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:58.792160 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Routers {'b8a63922-67cb-40dc-80a3-3b2880ef58f8'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:58.792741 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:58.795950 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3131c7ca-95ab-4c7c-b70e-33037f570ea1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:58.855069 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-804c3f0e-92ce-448c-906f-91c55a6d32f3 req-85d97ef3-1d0b-4ce7-aac9-b28970c8dc26 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea6ec2a-41c7-41c5-8471-3da2ba130315 HTTP/1.1" status: 200 len: 210 time: 0.0728540 Sep 02 17:17:58.897037 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69696be3-5cd2-49c8-afa9-fdb386931a41 None None] Pushing event updated for resources: {'Port': ['ID=d5df6434-6bd6-40eb-8d5c-4efdcf4f8453,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:58.981847 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] Set router b8a63922-67cb-40dc-80a3-3b2880ef58f8 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:59.244607 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ad930e2f-e40c-4b67-90e8-032b7fa98a22 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:59.360023 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port ad930e2f-e40c-4b67-90e8-032b7fa98a22 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:59.360654 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:59.433483 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'name': 'tempest-TestMinimumBasicScenario-1319365776-router', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:50Z', 'updated_at': '2021-09-02T17:17:55Z', 'revision_number': 4, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'gw_port': {'id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:51Z', 'updated_at': '2021-09-02T17:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'd5df6434-6bd6-40eb-8d5c-4efdcf4f8453', 'name': '', 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'mac_address': 'fa:16:3e:21:58:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ffdaebd2-93d6-4f36-9289-30e0f3672607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:54Z', 'updated_at': '2021-09-02T17:17:58Z', 'revision_number': 4, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'subnets': [{'id': 'ffdaebd2-93d6-4f36-9289-30e0f3672607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:59.478860 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3131c7ca-95ab-4c7c-b70e-33037f570ea1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:59.483131 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3131c7ca-95ab-4c7c-b70e-33037f570ea1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:59.488776 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14345b74-f5fd-4e82-b0ac-ecdc0b812672 None None] The sync data for ids ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'] in dv-cinder-806260-3-iscsi is: [{'id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'name': 'tempest-TestMinimumBasicScenario-1319365776-router', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:50Z', 'updated_at': '2021-09-02T17:17:55Z', 'revision_number': 4, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'gw_port': {'id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:51Z', 'updated_at': '2021-09-02T17:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'd5df6434-6bd6-40eb-8d5c-4efdcf4f8453', 'name': '', 'network_id': 'd63a6d79-9b21-4cf5-89c2-3b18f3c76bd2', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'mac_address': 'fa:16:3e:21:58:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ffdaebd2-93d6-4f36-9289-30e0f3672607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:54Z', 'updated_at': '2021-09-02T17:17:58Z', 'revision_number': 4, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'subnets': [{'id': 'ffdaebd2-93d6-4f36-9289-30e0f3672607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:17:59.624171 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-3131c7ca-95ab-4c7c-b70e-33037f570ea1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Floating IP e51a2a51-65fa-4e64-89ae-558dd846e62b associated. External IP: 172.27.2.171, port: 3425a5d0-ec45-4ecb-8ce4-10ea503dba12. Sep 02 17:17:59.943116 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52274) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:00.022035 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3131c7ca-95ab-4c7c-b70e-33037f570ea1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:18:00.030671 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-138ad4c1-70c6-4d0c-91ca-feced8059289 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:00.066579 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-138ad4c1-70c6-4d0c-91ca-feced8059289 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:00.228370 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3131c7ca-95ab-4c7c-b70e-33037f570ea1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:18:00.233490 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3131c7ca-95ab-4c7c-b70e-33037f570ea1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:00.250688 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8bd80-735e-46c0-bb11-0da63b97387b None None] Sync routers for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:18:00.265470 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3131c7ca-95ab-4c7c-b70e-33037f570ea1 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "PUT /v2.0/floatingips/e51a2a51-65fa-4e64-89ae-558dd846e62b HTTP/1.1" status: 200 len: 991 time: 1.5519991 Sep 02 17:18:00.265470 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'tag': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:18:00.266979 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9c64d9-b562-4bb6-88a2-88434835b7c8", "tag": "3425a5d0-ec45-4ecb-8ce4-10ea503dba12"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:18:00.275014 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8bd80-735e-46c0-bb11-0da63b97387b None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:00.278145 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a0e8bd80-735e-46c0-bb11-0da63b97387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:00.314555 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-138ad4c1-70c6-4d0c-91ca-feced8059289 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:00.317451 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-138ad4c1-70c6-4d0c-91ca-feced8059289 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:00.321105 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-138ad4c1-70c6-4d0c-91ca-feced8059289 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] 10.222.0.41 "DELETE /v2.0/security-groups/bc38e3f3-5b15-4b68-be25-263fcf77cbb1 HTTP/1.1" status: 204 len: 168 time: 0.3745744 Sep 02 17:18:00.337758 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ad4c1-70c6-4d0c-91ca-feced8059289 tempest-TestShelveInstance-622910068 tempest-TestShelveInstance-622910068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc38e3f3-5b15-4b68-be25-263fcf77cbb1,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:00.345766 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daf40dc-89fb-4723-849e-b9d43f934bbd x-openstack-request-id: req-4daf40dc-89fb-4723-849e-b9d43f934bbd {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:18:00.348450 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9c64d9-b562-4bb6-88a2-88434835b7c8", "tag": "3425a5d0-ec45-4ecb-8ce4-10ea503dba12", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:18:00.348658 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4daf40dc-89fb-4723-849e-b9d43f934bbd {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:18:00.349421 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'tag': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12', 'status': 'completed', 'code': 200} Sep 02 17:18:00.403624 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52282) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:00.578035 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5 req-94f3b625-f76b-4481-94f0-e7d4461a69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:00.580458 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5 req-94f3b625-f76b-4481-94f0-e7d4461a69c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb6337b5a3548bcad9fd236c619842d&device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 1098 time: 0.1113951 Sep 02 17:18:00.600293 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-a0e8bd80-735e-46c0-bb11-0da63b97387b None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:00.814781 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5 req-bef551ff-7727-4ddd-8b87-4af6ff88e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:00.816614 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5 req-bef551ff-7727-4ddd-8b87-4af6ff88e2db service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 200 len: 912 time: 0.2262456 Sep 02 17:18:00.865640 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a0e8bd80-735e-46c0-bb11-0da63b97387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'e51a2a51-65fa-4e64-89ae-558dd846e62b', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'port_id': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'mac_address': 'fa:16:3e:81:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:59Z', 'revision_number': 1, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:00.898101 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device f0347608-2078-4ebd-b282-53b22f166ac6 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:00.901794 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8bd80-735e-46c0-bb11-0da63b97387b None None] Checking router: 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:18:00.911625 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8bd80-735e-46c0-bb11-0da63b97387b None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:00.912374 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a0e8bd80-735e-46c0-bb11-0da63b97387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:00.935809 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: f0347608-2078-4ebd-b282-53b22f166ac6 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:18:00.936451 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device f0347608-2078-4ebd-b282-53b22f166ac6 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:18:00.962564 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5 req-43c715c6-df7a-46e0-af2e-6bd3c96a5c81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3425a5d0-ec45-4ecb-8ce4-10ea503dba12 HTTP/1.1" status: 200 len: 999 time: 0.1311951 Sep 02 17:18:01.030359 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5 req-9618825a-5d9c-43eb-b941-3ea5bbc692f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:01.031943 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5 req-9618825a-5d9c-43eb-b941-3ea5bbc692f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 200 len: 850 time: 0.0607295 Sep 02 17:18:01.046228 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-a0e8bd80-735e-46c0-bb11-0da63b97387b None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:01.114433 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5 req-e11bf034-7b50-4751-a7d5-adb990cdfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:01.115925 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5 req-e11bf034-7b50-4751-a7d5-adb990cdfdc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760365 Sep 02 17:18:01.236345 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16447336'] for router_interface, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:01.260994 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:18:01.279170 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5 req-015f07d9-4e44-414b-9ffe-937ccfd0df05 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501460 Sep 02 17:18:01.469283 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a0e8bd80-735e-46c0-bb11-0da63b97387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'e51a2a51-65fa-4e64-89ae-558dd846e62b', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'port_id': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'mac_address': 'fa:16:3e:81:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:59Z', 'revision_number': 1, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:01.520697 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8bd80-735e-46c0-bb11-0da63b97387b None None] The sync data for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi is: [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': 'e51a2a51-65fa-4e64-89ae-558dd846e62b', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'port_id': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'mac_address': 'fa:16:3e:81:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:59Z', 'revision_number': 1, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:18:01.558270 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d696f9c1-dbe9-4c1a-97e9-0a03051688d5 req-3152e287-6e56-4cde-b4a8-55885b628791 service neutron] 10.222.0.13 "GET /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488472 Sep 02 17:18:01.626750 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning for port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:18:01.634186 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:18:01.634777 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:01.720384 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:01.750010 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] Deleting port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:01.750363 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:01.764216 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] For port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=d5df6434-6bd6-40eb-8d5c-4efdcf4f8453,segment=NetworkSegment(89c9f345-6de7-4f5f-8ae2-905e922569df),segment_id=89c9f345-6de7-4f5f-8ae2-905e922569df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:01.769348 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:01.828017 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Pushing event updated for resources: {'Port': ['ID=d5df6434-6bd6-40eb-8d5c-4efdcf4f8453,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:01.854586 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] For port 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:01.855028 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:01.871271 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] Calling delete_port for 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 owned by network:router_interface {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:02.070227 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:02.097457 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:02.301557 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16425354'] for router_interface, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:02.564000 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] Router a1e327a7-faa9-4f51-87db-54881f201585 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:18:02.722705 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:18:02.731659 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2d5ecfd5-8562-4cae-bdfd-30088d1cfc93 admin admin] 10.222.0.41 "PUT /v2.0/routers/a1e327a7-faa9-4f51-87db-54881f201585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3265545 Sep 02 17:18:02.732909 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c5442-52ea-4908-aa40-b4ee3ec8bffb None None] Sync routers for ids ['a1e327a7-faa9-4f51-87db-54881f201585'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:18:02.733803 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52292) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:02.748848 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c5442-52ea-4908-aa40-b4ee3ec8bffb None None] Routers {'a1e327a7-faa9-4f51-87db-54881f201585'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:02.749612 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1a3c5442-52ea-4908-aa40-b4ee3ec8bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a1e327a7-faa9-4f51-87db-54881f201585'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:02.763272 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c537d-7620-4075-9df1-19a656d05157 None None] New status for floating IP e51a2a51-65fa-4e64-89ae-558dd846e62b: ACTIVE {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:18:02.905540 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-1a3c5442-52ea-4908-aa40-b4ee3ec8bffb None None] Set router a1e327a7-faa9-4f51-87db-54881f201585 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:02.908274 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.090529 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.189044 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Deleting port c00987a8-6294-4639-a024-4e6b98e0ff7f {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:03.189307 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.202599 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1a3c5442-52ea-4908-aa40-b4ee3ec8bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:18:02Z', 'revision_number': 5, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port': {'id': 'c00987a8-6294-4639-a024-4e6b98e0ff7f', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:03.247922 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c5442-52ea-4908-aa40-b4ee3ec8bffb None None] Checking router: a1e327a7-faa9-4f51-87db-54881f201585 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:18:03.256391 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c5442-52ea-4908-aa40-b4ee3ec8bffb None None] Routers {'a1e327a7-faa9-4f51-87db-54881f201585'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:03.257259 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1a3c5442-52ea-4908-aa40-b4ee3ec8bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['a1e327a7-faa9-4f51-87db-54881f201585'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:03.293089 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] For port c00987a8-6294-4639-a024-4e6b98e0ff7f, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=c00987a8-6294-4639-a024-4e6b98e0ff7f,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:03.293647 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.307935 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Calling delete_port for c00987a8-6294-4639-a024-4e6b98e0ff7f owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:03.345193 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 up at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:18:03.383271 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-1a3c5442-52ea-4908-aa40-b4ee3ec8bffb None None] Set router a1e327a7-faa9-4f51-87db-54881f201585 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:03.442306 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1a3c5442-52ea-4908-aa40-b4ee3ec8bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:18:03Z', 'revision_number': 6, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port_host': None}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:03.476931 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c5442-52ea-4908-aa40-b4ee3ec8bffb None None] The sync data for ids ['a1e327a7-faa9-4f51-87db-54881f201585'] in dv-cinder-806260-3-iscsi is: [{'id': 'a1e327a7-faa9-4f51-87db-54881f201585', 'name': 'tempest-TestShelveInstance-1291555066-router', 'tenant_id': '1187a96ac5fd43ed8833b20d6e853409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:23Z', 'updated_at': '2021-09-02T17:18:03Z', 'revision_number': 6, 'project_id': '1187a96ac5fd43ed8833b20d6e853409', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:18:03.484913 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Provisioning complete for port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:18:03.485374 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.536231 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.565702 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00987a8-6294-4639-a024-4e6b98e0ff7f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:03.632786 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16444846'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.724744 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16385539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.727114 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.778350 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16385548'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.779040 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1e327a7-faa9-4f51-87db-54881f201585 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:18:03.791307 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.795007 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2633c741-ccca-4c35-8fc1-88383217d0d6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a1e327a7-faa9-4f51-87db-54881f201585 HTTP/1.1" status: 204 len: 168 time: 1.0587301 Sep 02 17:18:03.797487 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52298) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:03.876391 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4baa7e0-b264-4a53-95ad-c49a875b944f admin admin] Deleting subnet 23e61cf7-5873-4363-88cd-5719c98b65d6 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:18:03.880160 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4baa7e0-b264-4a53-95ad-c49a875b944f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:03.917025 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4baa7e0-b264-4a53-95ad-c49a875b944f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12836143'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.047549 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4baa7e0-b264-4a53-95ad-c49a875b944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.103817 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4baa7e0-b264-4a53-95ad-c49a875b944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12836209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14215573'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.136579 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baa7e0-b264-4a53-95ad-c49a875b944f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e61cf7-5873-4363-88cd-5719c98b65d6,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:04.141968 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4baa7e0-b264-4a53-95ad-c49a875b944f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.143971 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f4baa7e0-b264-4a53-95ad-c49a875b944f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/23e61cf7-5873-4363-88cd-5719c98b65d6 HTTP/1.1" status: 204 len: 168 time: 0.3454771 Sep 02 17:18:04.153230 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52300) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:04.165535 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd67284f-29a5-4074-9729-c2629889ebc4 None None] Network 9e77fdd1-8f89-4007-a52a-93ee8cbe395e requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:18:04.242304 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.302715 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Deleting port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:04.303140 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.396277 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af23ee-4047-4d2d-bb07-3153d1bf3c5d None None] DHCP port deletion for 9e77fdd1-8f89-4007-a52a-93ee8cbe395e request from dv-cinder-806260-3-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:18:04.405039 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] For port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=1bc3c01e-ce48-4a9a-b9ba-7045028e59f7,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:04.405779 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.420809 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Calling delete_port for 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:04.456143 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-91af23ee-4047-4d2d-bb07-3153d1bf3c5d None None] Deleting port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:04.456530 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-91af23ee-4047-4d2d-bb07-3153d1bf3c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.543466 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-91af23ee-4047-4d2d-bb07-3153d1bf3c5d None None] For port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=1bc3c01e-ce48-4a9a-b9ba-7045028e59f7,segment=NetworkSegment(3e5a4562-6703-429b-8455-789214773e52),segment_id=3e5a4562-6703-429b-8455-789214773e52)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:04.543939 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-91af23ee-4047-4d2d-bb07-3153d1bf3c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.548868 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.557962 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-91af23ee-4047-4d2d-bb07-3153d1bf3c5d None None] Calling delete_port for 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:04.572182 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] No DVR routers for this DVR port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 on host dv-cinder-806260-3-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:18:04.595384 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc3c01e-ce48-4a9a-b9ba-7045028e59f7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:04.645169 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-91af23ee-4047-4d2d-bb07-3153d1bf3c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.674543 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af23ee-4047-4d2d-bb07-3153d1bf3c5d None None] No DVR routers for this DVR port 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 on host dv-cinder-806260-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:18:04.676879 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af23ee-4047-4d2d-bb07-3153d1bf3c5d None None] Pushing event deleted for resources: {'Port': ['ID=1bc3c01e-ce48-4a9a-b9ba-7045028e59f7,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:04.680396 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.698347 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e77fdd1-8f89-4007-a52a-93ee8cbe395e']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:04.711596 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5a4562-6703-429b-8455-789214773e52') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:04.711901 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5a4562-6703-429b-8455-789214773e52') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:04.722526 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966620'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.738191 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.746336 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:18:04.746806 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12836127'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: timer() Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: cb(*args, **kw) Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: self._notify() Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: self.callback(batched_events) Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: event.method(event) Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._get(url).json() Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:18:04.748511 dv-cinder-806260-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:18:04.809937 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.818640 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:04.818996 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] 10.222.0.41 "DELETE /v2.0/networks/9e77fdd1-8f89-4007-a52a-93ee8cbe395e HTTP/1.1" status: 204 len: 168 time: 0.6644931 Sep 02 17:18:04.821901 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52306) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:04.834964 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d85d56-1750-481d-9506-f8c216f9796d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e77fdd1-8f89-4007-a52a-93ee8cbe395e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:05.169878 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:05.198199 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:18:05.204623 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 1bc3c01e-ce48-4a9a-b9ba-7045028e59f7 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:18:05.205237 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:05.227044 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:18:05.227743 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 7719a0b2-7a4b-49dc-ace5-2ec6b025b9a1 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:18:05.228376 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device c00987a8-6294-4639-a024-4e6b98e0ff7f no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:05.255344 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: c00987a8-6294-4639-a024-4e6b98e0ff7f {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:18:05.256088 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device c00987a8-6294-4639-a024-4e6b98e0ff7f not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:18:05.284560 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16447336'] for router_interface, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:05.552509 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] Deleting port 9d0b561e-d493-4340-90ae-1cf4fe08233a {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:05.552944 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:05.639933 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] For port 9d0b561e-d493-4340-90ae-1cf4fe08233a, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9d0b561e-d493-4340-90ae-1cf4fe08233a,segment=NetworkSegment(eef4ca3e-fdb5-4e13-8c89-6d2253be1d85),segment_id=eef4ca3e-fdb5-4e13-8c89-6d2253be1d85)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:05.640319 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:05.654244 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] Calling delete_port for 9d0b561e-d493-4340-90ae-1cf4fe08233a owned by network:router_interface {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:06.103337 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:06.131863 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0b561e-d493-4340-90ae-1cf4fe08233a,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:06.334333 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16425354'] for router_interface, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:06.573847 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] Router e052c817-0f73-4d9c-859b-37ca2470e21d has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:18:06.690773 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:18:06.698132 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52312) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:06.700855 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6597f43-79fc-44c8-a0fd-ccac0867820f None None] Sync routers for ids ['e052c817-0f73-4d9c-859b-37ca2470e21d'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:18:06.708577 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-24e66f25-225a-4d6a-a5cf-85ff1abe4938 admin admin] 10.222.0.41 "PUT /v2.0/routers/e052c817-0f73-4d9c-859b-37ca2470e21d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8737676 Sep 02 17:18:06.711638 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6597f43-79fc-44c8-a0fd-ccac0867820f None None] Routers {'e052c817-0f73-4d9c-859b-37ca2470e21d'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:06.712748 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a6597f43-79fc-44c8-a0fd-ccac0867820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['e052c817-0f73-4d9c-859b-37ca2470e21d'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:06.858510 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a6597f43-79fc-44c8-a0fd-ccac0867820f None None] Set router e052c817-0f73-4d9c-859b-37ca2470e21d gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:07.074308 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a6597f43-79fc-44c8-a0fd-ccac0867820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'name': 'tempest-TestShelveInstance-1847552018-router', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:27Z', 'updated_at': '2021-09-02T17:18:05Z', 'revision_number': 5, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'gw_port': {'id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:28Z', 'updated_at': '2021-09-02T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:07.112307 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:07.133983 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6597f43-79fc-44c8-a0fd-ccac0867820f None None] Checking router: e052c817-0f73-4d9c-859b-37ca2470e21d for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:18:07.152892 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6597f43-79fc-44c8-a0fd-ccac0867820f None None] Routers {'e052c817-0f73-4d9c-859b-37ca2470e21d'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:07.170387 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a6597f43-79fc-44c8-a0fd-ccac0867820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:17:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['e052c817-0f73-4d9c-859b-37ca2470e21d'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:07.244475 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:07.316464 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Deleting port 4267d4d5-4c14-464c-be96-e40b5cb09850 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:07.316891 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a6597f43-79fc-44c8-a0fd-ccac0867820f None None] Set router e052c817-0f73-4d9c-859b-37ca2470e21d gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:07.317424 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:07.407074 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] For port 4267d4d5-4c14-464c-be96-e40b5cb09850, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=4267d4d5-4c14-464c-be96-e40b5cb09850,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:07.407550 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:07.425045 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Calling delete_port for 4267d4d5-4c14-464c-be96-e40b5cb09850 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:07.515430 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a6597f43-79fc-44c8-a0fd-ccac0867820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'name': 'tempest-TestShelveInstance-1847552018-router', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:27Z', 'updated_at': '2021-09-02T17:18:05Z', 'revision_number': 5, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'gw_port': {'id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:28Z', 'updated_at': '2021-09-02T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:07.618439 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:07.651362 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=4267d4d5-4c14-464c-be96-e40b5cb09850,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:07.671136 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6597f43-79fc-44c8-a0fd-ccac0867820f None None] The sync data for ids ['e052c817-0f73-4d9c-859b-37ca2470e21d'] in dv-cinder-806260-3-iscsi is: [{'id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'name': 'tempest-TestShelveInstance-1847552018-router', 'tenant_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:27Z', 'updated_at': '2021-09-02T17:18:05Z', 'revision_number': 5, 'project_id': 'f08b584a6f3c410ba8083f72a84f7b78', 'gw_port': {'id': '4267d4d5-4c14-464c-be96-e40b5cb09850', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052c817-0f73-4d9c-859b-37ca2470e21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:28Z', 'updated_at': '2021-09-02T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:18:07.718566 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16444846'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:07.806740 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16385539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:07.808797 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:07.851681 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16385548'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:07.852235 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e052c817-0f73-4d9c-859b-37ca2470e21d {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:18:07.856472 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:07.857631 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e1df501f-741c-4f4f-99ca-7f1936b45a10 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e052c817-0f73-4d9c-859b-37ca2470e21d HTTP/1.1" status: 204 len: 168 time: 1.1584771 Sep 02 17:18:07.860234 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52328) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:07.909191 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-367b465a-2fa5-42b8-b9bc-b0a05090c481 admin admin] Deleting subnet 3dd56f49-e48e-48bf-9c47-17d13159abad {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:18:07.912198 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-367b465a-2fa5-42b8-b9bc-b0a05090c481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:07.946390 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-367b465a-2fa5-42b8-b9bc-b0a05090c481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12836143'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.024470 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-367b465a-2fa5-42b8-b9bc-b0a05090c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.082811 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-367b465a-2fa5-42b8-b9bc-b0a05090c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12836209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14215573'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.094562 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-ca683c40-bdd1-40c3-a395-44d83a4b3dd4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:08.096195 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-ca683c40-bdd1-40c3-a395-44d83a4b3dd4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/networks?id=15e4cc74-e900-43e3-b2db-b1a95536b9ef HTTP/1.1" status: 200 len: 814 time: 0.1108453 Sep 02 17:18:08.112912 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-779ab495-3be0-414a-8b95-110edad1c65d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/quotas/6f2001cfaa564496ba271b544cfdc14f HTTP/1.1" status: 200 len: 375 time: 0.0103600 Sep 02 17:18:08.113063 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b465a-2fa5-42b8-b9bc-b0a05090c481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd56f49-e48e-48bf-9c47-17d13159abad,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:08.116718 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-367b465a-2fa5-42b8-b9bc-b0a05090c481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.118897 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-367b465a-2fa5-42b8-b9bc-b0a05090c481 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3dd56f49-e48e-48bf-9c47-17d13159abad HTTP/1.1" status: 204 len: 168 time: 0.2576733 Sep 02 17:18:08.123011 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f9076-9bda-4995-821e-bf79e0f91cd5 None None] Network ad167b1f-5edf-4ccd-bb0e-08dd79009b62 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:18:08.125939 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52342) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:08.232697 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.244010 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-a3376543-347e-4b46-844c-313bfd8eea01 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f2001cfaa564496ba271b544cfdc14f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1204016 Sep 02 17:18:08.326313 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c995951-7fc2-4723-8e12-d9ade52ee467 None None] DHCP port deletion for ad167b1f-5edf-4ccd-bb0e-08dd79009b62 request from dv-cinder-806260-3-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:18:08.374452 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-7c995951-7fc2-4723-8e12-d9ade52ee467 None None] Deleting port 5f810d0b-69b8-4e95-bcaf-995ea2165756 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:08.375384 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7c995951-7fc2-4723-8e12-d9ade52ee467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.378900 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Deleting port 5f810d0b-69b8-4e95-bcaf-995ea2165756 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:08.379258 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.384801 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-29e91052-caa5-47dd-bae1-53f35d61e76f service neutron] 10.222.0.41 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133373 Sep 02 17:18:08.444526 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-7c995951-7fc2-4723-8e12-d9ade52ee467 None None] For port 5f810d0b-69b8-4e95-bcaf-995ea2165756, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=5f810d0b-69b8-4e95-bcaf-995ea2165756,segment=NetworkSegment(eef4ca3e-fdb5-4e13-8c89-6d2253be1d85),segment_id=eef4ca3e-fdb5-4e13-8c89-6d2253be1d85)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:08.444847 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7c995951-7fc2-4723-8e12-d9ade52ee467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.456457 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-7c995951-7fc2-4723-8e12-d9ade52ee467 None None] Calling delete_port for 5f810d0b-69b8-4e95-bcaf-995ea2165756 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:08.500963 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] For port 5f810d0b-69b8-4e95-bcaf-995ea2165756, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=5f810d0b-69b8-4e95-bcaf-995ea2165756,segment=NetworkSegment(eef4ca3e-fdb5-4e13-8c89-6d2253be1d85),segment_id=eef4ca3e-fdb5-4e13-8c89-6d2253be1d85)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:08.501356 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.518171 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Calling delete_port for 5f810d0b-69b8-4e95-bcaf-995ea2165756 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:08.531744 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7c995951-7fc2-4723-8e12-d9ade52ee467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.549641 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8dac2381-9d2b-4e26-adf6-be05e1ab306f service neutron] 10.222.0.41 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543121 Sep 02 17:18:08.556663 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c995951-7fc2-4723-8e12-d9ade52ee467 None None] Pushing event deleted for resources: {'Port': ['ID=5f810d0b-69b8-4e95-bcaf-995ea2165756,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:08.560066 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c995951-7fc2-4723-8e12-d9ade52ee467 None None] No DVR routers for this DVR port 5f810d0b-69b8-4e95-bcaf-995ea2165756 on host dv-cinder-806260-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:18:08.622653 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.650614 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Pushing event deleted for resources: {'Port': ['ID=5f810d0b-69b8-4e95-bcaf-995ea2165756,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:08.659180 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] No DVR routers for this DVR port 5f810d0b-69b8-4e95-bcaf-995ea2165756 on host dv-cinder-806260-3-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:18:08.718394 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0eff4b3a-32f8-483a-8347-d34d77b889ae req-74c8e128-9ff8-4e6b-91b2-3628dad34fc7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Sep 02 17:18:08.746332 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.757930 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad167b1f-5edf-4ccd-bb0e-08dd79009b62']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:08.769804 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef4ca3e-fdb5-4e13-8c89-6d2253be1d85') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:08.770108 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef4ca3e-fdb5-4e13-8c89-6d2253be1d85') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:08.779660 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33468051'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.794975 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.803076 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:18:08.803076 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33548840'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: self.session.flush() Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: self.session.flush() Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: self.session.flush() Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: self.session.flush() Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: timer() Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: cb(*args, **kw) Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: self._notify() Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: self.callback(batched_events) Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: event.method(event) Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._get(url).json() Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:18:08.805012 dv-cinder-806260-3-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:18:08.860839 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.866777 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:08.868492 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] 10.222.0.41 "DELETE /v2.0/networks/ad167b1f-5edf-4ccd-bb0e-08dd79009b62 HTTP/1.1" status: 204 len: 168 time: 0.7410281 Sep 02 17:18:08.883504 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d1bbe-10ed-46b6-871f-c74d69e7bfff admin admin] Pushing event deleted for resources: {'Network': ['ID=ad167b1f-5edf-4ccd-bb0e-08dd79009b62,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:09.040031 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52360) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:09.079894 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-de5235b6-6048-4101-b148-c45778d47c62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1187a96ac5fd43ed8833b20d6e853409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382209 Sep 02 17:18:09.082091 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52362) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:09.145062 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-004eae84-6381-433f-9ea6-fe7bc0c49be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:09.148695 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9d0b561e-d493-4340-90ae-1cf4fe08233a no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:09.168102 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-004eae84-6381-433f-9ea6-fe7bc0c49be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:09.169085 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 9d0b561e-d493-4340-90ae-1cf4fe08233a {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:18:09.169526 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9d0b561e-d493-4340-90ae-1cf4fe08233a not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:18:09.169938 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 5f810d0b-69b8-4e95-bcaf-995ea2165756 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:09.191616 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 5f810d0b-69b8-4e95-bcaf-995ea2165756 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:18:09.191961 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 5f810d0b-69b8-4e95-bcaf-995ea2165756 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:18:09.192367 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 4267d4d5-4c14-464c-be96-e40b5cb09850 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:09.211594 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 4267d4d5-4c14-464c-be96-e40b5cb09850 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:18:09.212072 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 4267d4d5-4c14-464c-be96-e40b5cb09850 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:18:09.215627 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-004eae84-6381-433f-9ea6-fe7bc0c49be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:09.218230 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-004eae84-6381-433f-9ea6-fe7bc0c49be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:09.222343 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-004eae84-6381-433f-9ea6-fe7bc0c49be5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9f346fd-eccf-4cf0-bb34-365bcafd5943 HTTP/1.1" status: 204 len: 168 time: 0.1366003 Sep 02 17:18:09.233696 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004eae84-6381-433f-9ea6-fe7bc0c49be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f346fd-eccf-4cf0-bb34-365bcafd5943,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:09.541040 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52370) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:09.580744 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bc1a5742-1d8b-49cf-a2cc-d111bb5b95bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f08b584a6f3c410ba8083f72a84f7b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385654 Sep 02 17:18:09.583011 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52372) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:09.630738 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fa34c026-5a3f-4897-ace3-a14c10a49cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:09.653096 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fa34c026-5a3f-4897-ace3-a14c10a49cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:09.699272 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fa34c026-5a3f-4897-ace3-a14c10a49cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:09.702135 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fa34c026-5a3f-4897-ace3-a14c10a49cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:09.704465 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-fa34c026-5a3f-4897-ace3-a14c10a49cba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/405ad9eb-2b86-47af-9161-a2774effa57f HTTP/1.1" status: 204 len: 168 time: 0.1194429 Sep 02 17:18:09.711722 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34c026-5a3f-4897-ace3-a14c10a49cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405ad9eb-2b86-47af-9161-a2774effa57f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:09.826840 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a7687167-5f89-4c4c-b88a-27870f4fdcc4 req-d35384b8-8287-43d5-b194-04ac729cfb88 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 210 time: 0.0335450 Sep 02 17:18:09.885875 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-7ecaa29c-181e-47a8-a247-64e29e019bc2 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:09.887381 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-7ecaa29c-181e-47a8-a247-64e29e019bc2 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.13 "GET /v2.0/networks?id=15e4cc74-e900-43e3-b2db-b1a95536b9ef HTTP/1.1" status: 200 len: 814 time: 0.1161497 Sep 02 17:18:09.930851 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Request body: {'port': {'device_id': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'admin_state_up': True, 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:10.050502 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Made reservation on behalf of 6f2001cfaa564496ba271b544cfdc14f for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:18:10.054326 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:10.179670 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Allocated IP 172.20.0.5 (15e4cc74-e900-43e3-b2db-b1a95536b9ef/6b3705a0-42f5-4650-8dfc-c572fe242765/31f557d1-9615-485b-967b-0c514ea54c30) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:18:10.338041 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:10.353158 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Transition to ACTIVE for port object 31f557d1-9615-485b-967b-0c514ea54c30 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:18:10.399980 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:10.456586 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Network 15e4cc74-e900-43e3-b2db-b1a95536b9ef is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:18:10.460156 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:18:10.464780 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:18:10.512012 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'Port': ['ID=31f557d1-9615-485b-967b-0c514ea54c30,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:10.565445 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:10.568820 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:10.596594 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1572db83-1510-4e3f-843e-ca8e39e2c508 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6708624 Sep 02 17:18:10.769689 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-fff1da88-3fc3-4d96-81c8-2e1ad68c5b03 None None] Provisioning for port 31f557d1-9615-485b-967b-0c514ea54c30 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:18:10.773443 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-fff1da88-3fc3-4d96-81c8-2e1ad68c5b03 None None] Provisioning complete for port 31f557d1-9615-485b-967b-0c514ea54c30 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:18:10.774023 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fff1da88-3fc3-4d96-81c8-2e1ad68c5b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:10.807506 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-fff1da88-3fc3-4d96-81c8-2e1ad68c5b03 None None] Port 31f557d1-9615-485b-967b-0c514ea54c30 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:18:10.944980 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367352f0-5890-4d51-898c-5fd7d13b4c32 req-cb304c4f-7b82-4869-9269-9f4cbc106627 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:10.946485 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-367352f0-5890-4d51-898c-5fd7d13b4c32 req-cb304c4f-7b82-4869-9269-9f4cbc106627 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0516906 Sep 02 17:18:10.982849 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-367352f0-5890-4d51-898c-5fd7d13b4c32 req-a0918ca8-17c3-426a-83fa-476b3cf67a73 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304060 Sep 02 17:18:12.094490 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da924832-47c7-4191-8f37-bb390cd9a5bf req-5a73b4ef-9226-4290-848c-d16af43a74c9 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:12.095985 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da924832-47c7-4191-8f37-bb390cd9a5bf req-5a73b4ef-9226-4290-848c-d16af43a74c9 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0473576 Sep 02 17:18:12.136100 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da924832-47c7-4191-8f37-bb390cd9a5bf req-4247d638-8a54-456a-814f-1c9a0c42af1a tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Sep 02 17:18:13.253026 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376b045-b082-4aed-9eeb-e16c057b1560 req-907877a1-9d39-445a-b1f5-c98324cafd5e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:13.254518 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2376b045-b082-4aed-9eeb-e16c057b1560 req-907877a1-9d39-445a-b1f5-c98324cafd5e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0501790 Sep 02 17:18:13.291810 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2376b045-b082-4aed-9eeb-e16c057b1560 req-7ba58267-18fd-4390-bb19-7bc85c501c28 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313632 Sep 02 17:18:14.402302 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245bfcc-2002-479a-b267-fb60b7385bca req-96e73bee-9557-4158-afca-850ead7e5ffd tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:14.403766 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1245bfcc-2002-479a-b267-fb60b7385bca req-96e73bee-9557-4158-afca-850ead7e5ffd tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0474315 Sep 02 17:18:14.440507 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1245bfcc-2002-479a-b267-fb60b7385bca req-62781793-44cf-42b8-afd5-e4abb57741d0 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Sep 02 17:18:15.554747 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b5a85-33e3-407f-951a-5a80b59dc1c1 req-346189b5-828c-4f3e-adb3-c17cc3ed5214 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:15.556256 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b36b5a85-33e3-407f-951a-5a80b59dc1c1 req-346189b5-828c-4f3e-adb3-c17cc3ed5214 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0491521 Sep 02 17:18:15.597779 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b36b5a85-33e3-407f-951a-5a80b59dc1c1 req-7f0282ce-bc78-4048-ade1-e737e6f92ed3 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356169 Sep 02 17:18:16.716586 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01883ed4-444b-49a6-8e7d-deea5698410e req-4d859d41-3604-4d6a-8cf2-faf5768c1d63 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:16.719112 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-01883ed4-444b-49a6-8e7d-deea5698410e req-4d859d41-3604-4d6a-8cf2-faf5768c1d63 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0510736 Sep 02 17:18:16.757794 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-01883ed4-444b-49a6-8e7d-deea5698410e req-7afd8d5e-28dd-4bdf-99ee-089b4f06de9a tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Sep 02 17:18:17.160888 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:17.874897 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8749ab-1d81-4f61-b808-76fa9dc81cef req-32d0e801-6c28-41b9-8e92-f4b8551c5fbf tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:17.876427 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9f8749ab-1d81-4f61-b808-76fa9dc81cef req-32d0e801-6c28-41b9-8e92-f4b8551c5fbf tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0482769 Sep 02 17:18:17.913222 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9f8749ab-1d81-4f61-b808-76fa9dc81cef req-20fdc46d-eede-460d-81bb-0275353eadd0 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309176 Sep 02 17:18:19.041833 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da981a1b-4ff2-4ba7-8599-9ce79b2102a1 req-1cd79c37-d7c3-4be3-8e20-3f51f514947f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:19.043345 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da981a1b-4ff2-4ba7-8599-9ce79b2102a1 req-1cd79c37-d7c3-4be3-8e20-3f51f514947f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0472810 Sep 02 17:18:19.083854 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da981a1b-4ff2-4ba7-8599-9ce79b2102a1 req-875f60c2-4d16-422f-9d37-41219f529b59 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341096 Sep 02 17:18:20.199265 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bbb5-84de-4b56-b1db-02c465baa270 req-3a558c29-6d59-489e-9d43-8cd0fb0ab490 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:20.200759 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e26bbb5-84de-4b56-b1db-02c465baa270 req-3a558c29-6d59-489e-9d43-8cd0fb0ab490 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0487711 Sep 02 17:18:20.237826 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e26bbb5-84de-4b56-b1db-02c465baa270 req-26390178-5149-4b77-9b27-1a263138fd47 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306830 Sep 02 17:18:21.349820 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d5383-487a-4a90-84a2-8ecd80c11bf6 req-68d6852e-78ae-42d8-bea0-c0a59598c1d4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:21.351264 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f46d5383-487a-4a90-84a2-8ecd80c11bf6 req-68d6852e-78ae-42d8-bea0-c0a59598c1d4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0495539 Sep 02 17:18:21.390218 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f46d5383-487a-4a90-84a2-8ecd80c11bf6 req-01223a7b-2540-41a3-b801-1f3b0d0e890c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Sep 02 17:18:21.960878 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0d72cd26-4099-4e2d-b697-e7e7af43acc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:22.498592 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370be073-5afd-4d18-ad55-87306eda2466 req-531db50e-cfca-4e74-a0dd-f5bbbcf04bfa tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:22.499997 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-370be073-5afd-4d18-ad55-87306eda2466 req-531db50e-cfca-4e74-a0dd-f5bbbcf04bfa tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0470273 Sep 02 17:18:22.540699 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-370be073-5afd-4d18-ad55-87306eda2466 req-4fedaf59-331a-495a-a29c-cace5259c80f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344961 Sep 02 17:18:23.191850 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Request body: {'port': {'device_id': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:23.244992 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.497095 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f557d1-9615-485b-967b-0c514ea54c30 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:18:23.504037 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.515158 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Transition to ACTIVE for port object 31f557d1-9615-485b-967b-0c514ea54c30 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:18:23.519781 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.591355 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Pushing event updated for resources: {'Port': ['ID=31f557d1-9615-485b-967b-0c514ea54c30,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:23.640285 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Attempting to bind port 31f557d1-9615-485b-967b-0c514ea54c30 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:18:23.640658 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Attempting to bind port 31f557d1-9615-485b-967b-0c514ea54c30 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:18:23.640939 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Attempting to bind port 31f557d1-9615-485b-967b-0c514ea54c30 on network 15e4cc74-e900-43e3-b2db-b1a95536b9ef {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:18:23.646203 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Port 31f557d1-9615-485b-967b-0c514ea54c30 on network 15e4cc74-e900-43e3-b2db-b1a95536b9ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:18:23.646529 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Attempting to bind port 31f557d1-9615-485b-967b-0c514ea54c30 on network 15e4cc74-e900-43e3-b2db-b1a95536b9ef {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:18:23.651585 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Checking agent: {'id': 'd8bed7bc-1388-408f-a3e4-84f49ef871cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'started_at': datetime.datetime(2021, 9, 2, 17, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:18:23.651921 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Checking segment: {'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:18:23.652307 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Bound using segment: {'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:18:23.652737 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Bound port: 31f557d1-9615-485b-967b-0c514ea54c30, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3093fe-324c-4839-ad8f-94635feb94df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:18:23.653096 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.662086 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c4d21-dbd1-4beb-88f8-c40b07c8b375 req-2bb8fd1a-84d4-454c-810b-920c11a4f24b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:23.669417 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-396c4d21-dbd1-4beb-88f8-c40b07c8b375 req-2bb8fd1a-84d4-454c-810b-920c11a4f24b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 943 time: 0.0576391 Sep 02 17:18:23.703298 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-396c4d21-dbd1-4beb-88f8-c40b07c8b375 req-d64e1f61-bf75-4aa1-9d28-7d72294f00cb tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329862 Sep 02 17:18:23.725128 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] For port 31f557d1-9615-485b-967b-0c514ea54c30, host hv-cinder-80626, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:18:23.728083 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] For port 31f557d1-9615-485b-967b-0c514ea54c30, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=31f557d1-9615-485b-967b-0c514ea54c30,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:18:23.732504 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.767546 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:23.768152 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.769508 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] 10.222.0.13 "PUT /v2.0/ports/31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 200 len: 1093 time: 0.5821176 Sep 02 17:18:23.769931 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:18:23.772180 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56146f3f-9022-4a56-9093-5261fb75b028" -d '{"events": [{"name": "network-changed", "server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "tag": "31f557d1-9615-485b-967b-0c514ea54c30"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:18:23.795226 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837d5c4-560b-47db-8e72-fbd4b26cb507 service neutron] Pushing event updated for resources: {'Port': ['ID=31f557d1-9615-485b-967b-0c514ea54c30,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:23.825964 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4d04d4-ff94-40f2-917c-328c3ab11b47 x-openstack-request-id: req-cf4d04d4-ff94-40f2-917c-328c3ab11b47 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:18:23.826094 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "tag": "31f557d1-9615-485b-967b-0c514ea54c30", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:18:23.826344 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf4d04d4-ff94-40f2-917c-328c3ab11b47 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:18:23.828135 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30', 'status': 'completed', 'code': 200} Sep 02 17:18:23.887116 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1fd04ccf-6e87-4350-9eef-3bb267a40052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:23.888707 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-1fd04ccf-6e87-4350-9eef-3bb267a40052 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2001cfaa564496ba271b544cfdc14f&device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0420494 Sep 02 17:18:23.950637 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-0844f1c9-4fa2-4991-99b3-f658fab808f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 200 len: 217 time: 0.0404682 Sep 02 17:18:23.996844 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:18:23.998877 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-d0b167d0-35e6-432d-a9cc-a33115cfa3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:24.000322 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-d0b167d0-35e6-432d-a9cc-a33115cfa3cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b3705a0-42f5-4650-8dfc-c572fe242765 HTTP/1.1" status: 200 len: 853 time: 0.0427282 Sep 02 17:18:24.046798 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-5c9cf189-06ca-4d1c-9edd-cad43b7c69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:24.048291 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-5c9cf189-06ca-4d1c-9edd-cad43b7c69a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15e4cc74-e900-43e3-b2db-b1a95536b9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389023 Sep 02 17:18:24.139281 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-944df28d-dc52-4999-85cb-44c58085d458 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839460 Sep 02 17:18:24.228195 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ea6a9167-b7c3-49e6-b52b-a51af37834b9 req-7a98dd77-8082-46ec-804f-a5b60d87d970 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792029 Sep 02 17:18:24.383745 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56146f3f-9022-4a56-9093-5261fb75b028 req-ca16b006-1894-455b-bf7a-2b2cfc9c8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:24.385203 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-56146f3f-9022-4a56-9093-5261fb75b028 req-ca16b006-1894-455b-bf7a-2b2cfc9c8646 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2001cfaa564496ba271b544cfdc14f&device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0402300 Sep 02 17:18:24.478695 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56146f3f-9022-4a56-9093-5261fb75b028 req-4587068f-50fd-462f-9e42-dd431d0b3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:24.480131 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-56146f3f-9022-4a56-9093-5261fb75b028 req-4587068f-50fd-462f-9e42-dd431d0b3579 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15e4cc74-e900-43e3-b2db-b1a95536b9ef HTTP/1.1" status: 200 len: 915 time: 0.0854301 Sep 02 17:18:24.524110 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-56146f3f-9022-4a56-9093-5261fb75b028 req-463e85c2-02ce-459a-968a-157a8f19400d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 200 len: 217 time: 0.0347104 Sep 02 17:18:24.578685 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56146f3f-9022-4a56-9093-5261fb75b028 req-cc743767-aceb-475a-b521-8e7fb95e6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:24.580096 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-56146f3f-9022-4a56-9093-5261fb75b028 req-cc743767-aceb-475a-b521-8e7fb95e6dd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b3705a0-42f5-4650-8dfc-c572fe242765 HTTP/1.1" status: 200 len: 853 time: 0.0459969 Sep 02 17:18:24.625583 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56146f3f-9022-4a56-9093-5261fb75b028 req-0676dfcd-0247-4502-9084-b745f174166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:24.627042 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-56146f3f-9022-4a56-9093-5261fb75b028 req-0676dfcd-0247-4502-9084-b745f174166d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15e4cc74-e900-43e3-b2db-b1a95536b9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384521 Sep 02 17:18:24.716259 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-56146f3f-9022-4a56-9093-5261fb75b028 req-913d4b5b-e34e-4338-b737-b2a299c63284 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784709 Sep 02 17:18:24.839553 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-56146f3f-9022-4a56-9093-5261fb75b028 req-4b5888c0-0ffd-4767-8bce-4113f75ace17 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144099 Sep 02 17:18:24.848000 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a05d-f3a8-4654-8475-e916fba7a3b7 req-be522101-be68-431f-bf67-c8566673ebe3 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:24.849379 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-16a3a05d-f3a8-4654-8475-e916fba7a3b7 req-be522101-be68-431f-bf67-c8566673ebe3 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 943 time: 0.0743508 Sep 02 17:18:24.887253 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-16a3a05d-f3a8-4654-8475-e916fba7a3b7 req-84cb07a5-9d21-404c-9aab-f7bf5b1d6ba6 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Sep 02 17:18:24.938187 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7221-7bf1-44c9-bd21-3471a671ba4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:25.182392 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:26.001723 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6fae0-fd76-41fe-930f-5271d9db57f9 req-9f238a95-95a1-4ed5-897f-def5a93dab64 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:26.003191 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68e6fae0-fd76-41fe-930f-5271d9db57f9 req-9f238a95-95a1-4ed5-897f-def5a93dab64 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 943 time: 0.0513022 Sep 02 17:18:26.039169 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-68e6fae0-fd76-41fe-930f-5271d9db57f9 req-a573c0f6-3431-4660-8c87-122ac28e84dd tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302713 Sep 02 17:18:26.542849 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:27.075931 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 31f557d1-9615-485b-967b-0c514ea54c30 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:18:27.151803 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbaa07-74d4-4935-9b76-149d5303b21e req-0d85b4ad-01d0-4349-b634-6d9273dfea94 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:27.153274 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6cfbaa07-74d4-4935-9b76-149d5303b21e req-0d85b4ad-01d0-4349-b634-6d9273dfea94 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 943 time: 0.0479164 Sep 02 17:18:27.171647 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 31f557d1-9615-485b-967b-0c514ea54c30, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=31f557d1-9615-485b-967b-0c514ea54c30,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:27.183077 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Returning: {'device': '31f557d1-9615-485b-967b-0c514ea54c30', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'port_id': '31f557d1-9615-485b-967b-0c514ea54c30', 'mac_address': 'fa:16:3e:cd:ab:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:18:27.190332 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6cfbaa07-74d4-4935-9b76-149d5303b21e req-12076ffc-1551-4808-9185-1fc83d9ca7b0 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Sep 02 17:18:27.218802 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:27.231176 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f557d1-9615-485b-967b-0c514ea54c30 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:18:27.251168 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 31f557d1-9615-485b-967b-0c514ea54c30, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=31f557d1-9615-485b-967b-0c514ea54c30,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:27.254980 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:27.303033 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=31f557d1-9615-485b-967b-0c514ea54c30,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:27.593349 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['31f557d1-9615-485b-967b-0c514ea54c30'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:18:28.301029 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ba126-c3ad-489d-aeab-e882ce760202 req-04182c8b-02f2-47f1-bfcc-d2f18cd574b2 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:28.302519 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-582ba126-c3ad-489d-aeab-e882ce760202 req-04182c8b-02f2-47f1-bfcc-d2f18cd574b2 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 944 time: 0.0472403 Sep 02 17:18:28.338212 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-582ba126-c3ad-489d-aeab-e882ce760202 req-a2e62a8b-4546-4bbe-a4c2-1aef3e1d5bb6 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299740 Sep 02 17:18:28.509004 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:29.084732 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 31f557d1-9615-485b-967b-0c514ea54c30 up at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:18:29.134513 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning for port 31f557d1-9615-485b-967b-0c514ea54c30 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:18:29.138299 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Provisioning complete for port 31f557d1-9615-485b-967b-0c514ea54c30 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:18:29.138708 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:29.211012 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:29.232133 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:18:29.234346 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdccbcb5812d40fb8434e3c7798dd3a67cae0f943001fa5037401575add4e231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ace5141-cb80-47aa-a226-b7006ee2cde6" -d '{"events": [{"server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "name": "network-vif-plugged", "status": "completed", "tag": "31f557d1-9615-485b-967b-0c514ea54c30"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:18:29.246674 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] For port 31f557d1-9615-485b-967b-0c514ea54c30, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=31f557d1-9615-485b-967b-0c514ea54c30,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:29.251259 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:29.274226 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f544c7-1ded-482e-8bc2-d696b29917b0 x-openstack-request-id: req-01f544c7-1ded-482e-8bc2-d696b29917b0 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:18:29.274520 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "name": "network-vif-plugged", "status": "completed", "tag": "31f557d1-9615-485b-967b-0c514ea54c30", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:18:29.274813 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01f544c7-1ded-482e-8bc2-d696b29917b0 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:18:29.275212 dv-cinder-806260-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30', 'code': 200} Sep 02 17:18:29.302609 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Pushing event updated for resources: {'Port': ['ID=31f557d1-9615-485b-967b-0c514ea54c30,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:29.458779 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ec7b5-0194-4fa8-b2b4-a2be9bbd7d3d req-0d0c9aad-15cf-429f-beda-a2655c308ed5 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:29.460293 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-044ec7b5-0194-4fa8-b2b4-a2be9bbd7d3d req-0d0c9aad-15cf-429f-beda-a2655c308ed5 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0499778 Sep 02 17:18:29.480731 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f4586-a9e3-447d-83dd-d110055d659c req-38d129bc-532b-43f2-8973-65e674774b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:29.482374 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-515f4586-a9e3-447d-83dd-d110055d659c req-38d129bc-532b-43f2-8973-65e674774b84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0422273 Sep 02 17:18:29.498633 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-044ec7b5-0194-4fa8-b2b4-a2be9bbd7d3d req-ddce8850-8394-415d-a3e2-027dea46826e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Sep 02 17:18:29.517760 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-515f4586-a9e3-447d-83dd-d110055d659c req-a4842c87-9b2b-4a21-96c1-0ebd659959b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280504 Sep 02 17:18:30.609975 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b64c7-3ab9-448e-8d88-d9048d803e65 req-2c69c8ef-cade-43b8-9337-78fcea7a7dad tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:30.611462 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-887b64c7-3ab9-448e-8d88-d9048d803e65 req-2c69c8ef-cade-43b8-9337-78fcea7a7dad tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0469346 Sep 02 17:18:30.652296 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-887b64c7-3ab9-448e-8d88-d9048d803e65 req-988586e0-b712-4d64-a25c-4c2aa05ff5af tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351255 Sep 02 17:18:31.769680 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00256c12-5fa4-4ebc-b197-3afe2a3560d2 req-63993f94-79a2-44f9-88c2-516f051bb17f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:31.771197 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-00256c12-5fa4-4ebc-b197-3afe2a3560d2 req-63993f94-79a2-44f9-88c2-516f051bb17f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0549655 Sep 02 17:18:31.807735 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-00256c12-5fa4-4ebc-b197-3afe2a3560d2 req-1d4cdb76-b0f2-446d-87c9-58714059ce8e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307660 Sep 02 17:18:31.918846 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4079cb-e70f-48db-ae80-68c7de326b15 req-16be550f-2b10-45cb-88a2-bd15d82085cd tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:31.920303 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7e4079cb-e70f-48db-ae80-68c7de326b15 req-16be550f-2b10-45cb-88a2-bd15d82085cd tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0468040 Sep 02 17:18:31.958385 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7e4079cb-e70f-48db-ae80-68c7de326b15 req-59c47fdf-35e1-45b4-917b-38a74b22f605 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316017 Sep 02 17:18:32.281135 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17524f5a-c23f-4749-99bb-2860c3a6986b req-6658b126-f02f-4135-bf89-a47edee3159a tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:32.283164 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17524f5a-c23f-4749-99bb-2860c3a6986b req-6658b126-f02f-4135-bf89-a47edee3159a tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0483449 Sep 02 17:18:32.319842 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17524f5a-c23f-4749-99bb-2860c3a6986b req-30c6c419-1e23-43cf-bbc5-49833d8ab616 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309408 Sep 02 17:18:41.892167 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902fadb-67e8-4dc4-b301-1e37b97edfe8 req-45e67902-2913-41a2-a5e8-2469248b49b7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:41.893649 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f902fadb-67e8-4dc4-b301-1e37b97edfe8 req-45e67902-2913-41a2-a5e8-2469248b49b7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 945 time: 0.1934080 Sep 02 17:18:41.933982 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f902fadb-67e8-4dc4-b301-1e37b97edfe8 req-b8bb0c31-8281-4db3-919e-96598da331c7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338619 Sep 02 17:18:41.958339 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52542) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:42.087510 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c26411-2ebb-4fbb-8623-c9425f64580e tempest-TestMinimumBasicScenario-1933618043 tempest-TestMinimumBasicScenario-1933618043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:42.089040 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-26c26411-2ebb-4fbb-8623-c9425f64580e tempest-TestMinimumBasicScenario-1933618043 tempest-TestMinimumBasicScenario-1933618043-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 1093 time: 0.1296325 Sep 02 17:18:42.092001 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52546) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:42.096296 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Request body: {'floatingip': {'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'port_id': '31f557d1-9615-485b-967b-0c514ea54c30', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:42.117594 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:42.211519 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:42.320644 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Allocated IP 172.27.2.75 (df855049-b1ba-4ec4-ad09-ccf00722cdad/68c3161b-641f-41f9-ae31-efe406786393/f72d0f40-a1c8-4df6-b785-cae1e56e3320) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:18:42.424385 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:42.462258 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738203103124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:42.502074 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Network df855049-b1ba-4ec4-ad09-ccf00722cdad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:18:42.504944 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:18:42.508380 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:18:42.529173 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'Port': ['ID=f72d0f40-a1c8-4df6-b785-cae1e56e3320,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:42.542526 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.542901 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.543246 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.543583 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.543947 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.544277 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.544605 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.544930 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.545254 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.545573 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.545901 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.546240 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:42.847747 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:42.912227 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.058140 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.062465 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12836155'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.127283 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'Port': ['ID=f72d0f40-a1c8-4df6-b785-cae1e56e3320,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:43.138342 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.237038 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Floating IP 6288febd-3667-4db2-88e7-5c2ef161c714 associated. External IP: 172.27.2.75, port: 31f557d1-9615-485b-967b-0c514ea54c30. Sep 02 17:18:43.437255 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Router 428d339a-5945-4b17-8c09-c103fc0a0fa6 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:18:43.546239 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:18:43.556370 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45df26-f934-4617-bfdd-b15e91deb091 None None] Sync routers for ids ['428d339a-5945-4b17-8c09-c103fc0a0fa6'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:18:43.564419 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.565763 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45df26-f934-4617-bfdd-b15e91deb091 None None] Routers {'428d339a-5945-4b17-8c09-c103fc0a0fa6'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:43.567030 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-2e45df26-f934-4617-bfdd-b15e91deb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:18:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['428d339a-5945-4b17-8c09-c103fc0a0fa6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:43.592420 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-feb5e45d-6458-4c9a-9b1a-28aa2fd1ff3e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4994254 Sep 02 17:18:43.593016 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:18:43.595289 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d6955c-188e-4da4-a9b8-479495a04cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "tag": "31f557d1-9615-485b-967b-0c514ea54c30"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:18:43.595608 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52552) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:43.600946 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163242033', 'description': 'tempest-secgroup-smoke-163242033 description', 'project_id': '6f2001cfaa564496ba271b544cfdc14f'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:43.624332 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.632963 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0fdf8d-4563-494d-9cfc-f695f7b49e21 x-openstack-request-id: req-1e0fdf8d-4563-494d-9cfc-f695f7b49e21 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:18:43.633255 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "tag": "31f557d1-9615-485b-967b-0c514ea54c30", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:18:43.633516 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e0fdf8d-4563-494d-9cfc-f695f7b49e21 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:18:43.634330 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30', 'status': 'completed', 'code': 200} Sep 02 17:18:43.678254 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-2e45df26-f934-4617-bfdd-b15e91deb091 None None] Set router 428d339a-5945-4b17-8c09-c103fc0a0fa6 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:43.748914 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6955c-188e-4da4-a9b8-479495a04cdc req-2895eb84-5161-4d49-aefe-cc8e93be7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:43.750333 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-34d6955c-188e-4da4-a9b8-479495a04cdc req-2895eb84-5161-4d49-aefe-cc8e93be7cbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2001cfaa564496ba271b544cfdc14f&device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0669148 Sep 02 17:18:43.761578 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.771564 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.846704 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.850600 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2508419 Sep 02 17:18:43.850600 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967935ff-cfd4-48e0-9395-c819e4ad235e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:43.850966 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52556) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:43.856186 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-562258cc-9c1b-4b0d-85f3-0bf7b56ed060 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Request body: {'security_group_rule': {'security_group_id': '967935ff-cfd4-48e0-9395-c819e4ad235e', 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:43.859180 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.859540 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.859887 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.860263 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.860566 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.860910 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.861430 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.861632 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.861982 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.862396 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.863095 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.864270 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293b27b-c8e8-40b9-bb91-593e50a907f4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:43.886356 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-562258cc-9c1b-4b0d-85f3-0bf7b56ed060 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.900840 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6955c-188e-4da4-a9b8-479495a04cdc req-24ecb23f-2439-49d0-9807-4617ec31813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:43.902470 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-34d6955c-188e-4da4-a9b8-479495a04cdc req-24ecb23f-2439-49d0-9807-4617ec31813f service neutron] 10.222.0.13 "GET /v2.0/networks?id=15e4cc74-e900-43e3-b2db-b1a95536b9ef HTTP/1.1" status: 200 len: 915 time: 0.1396999 Sep 02 17:18:43.930733 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-2e45df26-f934-4617-bfdd-b15e91deb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 4, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '6288febd-3667-4db2-88e7-5c2ef161c714', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'port_id': '31f557d1-9615-485b-967b-0c514ea54c30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'mac_address': 'fa:16:3e:cd:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:18:42Z', 'updated_at': '2021-09-02T17:18:42Z', 'revision_number': 0, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563dc0ac-cbf3-4402-b5c2-62cd32f514c0', 'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'mac_address': 'fa:16:3e:45:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:54Z', 'revision_number': 5, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'subnets': [{'id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:43.943275 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-562258cc-9c1b-4b0d-85f3-0bf7b56ed060 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.947626 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-562258cc-9c1b-4b0d-85f3-0bf7b56ed060 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.962455 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45df26-f934-4617-bfdd-b15e91deb091 None None] Checking router: 428d339a-5945-4b17-8c09-c103fc0a0fa6 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:18:43.965681 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562258cc-9c1b-4b0d-85f3-0bf7b56ed060 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375c1c8b-0032-4b49-ac77-6df471ca3e42,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:43.974516 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45df26-f934-4617-bfdd-b15e91deb091 None None] Routers {'428d339a-5945-4b17-8c09-c103fc0a0fa6'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:43.975603 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-2e45df26-f934-4617-bfdd-b15e91deb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:18:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['428d339a-5945-4b17-8c09-c103fc0a0fa6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:43.976893 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-562258cc-9c1b-4b0d-85f3-0bf7b56ed060 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:43.980776 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-562258cc-9c1b-4b0d-85f3-0bf7b56ed060 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264739 Sep 02 17:18:43.981467 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52558) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:43.985893 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-34d6955c-188e-4da4-a9b8-479495a04cdc req-2e8c320d-fc48-410a-8d51-333c0d6d17bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 200 len: 998 time: 0.0759871 Sep 02 17:18:43.986051 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-74100599-fe37-4a9b-8f78-53367bb50c48 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Request body: {'security_group_rule': {'security_group_id': '967935ff-cfd4-48e0-9395-c819e4ad235e', 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:44.013107 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-74100599-fe37-4a9b-8f78-53367bb50c48 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.040245 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6955c-188e-4da4-a9b8-479495a04cdc req-02820047-dfdb-4a72-8a99-25c3a82daaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:44.041739 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-34d6955c-188e-4da4-a9b8-479495a04cdc req-02820047-dfdb-4a72-8a99-25c3a82daaa9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b3705a0-42f5-4650-8dfc-c572fe242765 HTTP/1.1" status: 200 len: 853 time: 0.0478196 Sep 02 17:18:44.071403 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-74100599-fe37-4a9b-8f78-53367bb50c48 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.075808 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-74100599-fe37-4a9b-8f78-53367bb50c48 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.081164 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-2e45df26-f934-4617-bfdd-b15e91deb091 None None] Set router 428d339a-5945-4b17-8c09-c103fc0a0fa6 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:44.094439 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6955c-188e-4da4-a9b8-479495a04cdc req-809f5090-d7db-4f5e-9788-2b5830ec64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:44.096109 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-34d6955c-188e-4da4-a9b8-479495a04cdc req-809f5090-d7db-4f5e-9788-2b5830ec64b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15e4cc74-e900-43e3-b2db-b1a95536b9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456913 Sep 02 17:18:44.098243 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74100599-fe37-4a9b-8f78-53367bb50c48 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c31a25f-7a18-49fd-81b5-ba600e42c917,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:44.108465 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-74100599-fe37-4a9b-8f78-53367bb50c48 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.112185 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-74100599-fe37-4a9b-8f78-53367bb50c48 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276422 Sep 02 17:18:44.112416 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52560) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:44.117652 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-92344203-9f40-4909-b5a8-080569aa4546 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Request body: {'security_group_rule': {'security_group_id': '967935ff-cfd4-48e0-9395-c819e4ad235e', 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:44.145021 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-92344203-9f40-4909-b5a8-080569aa4546 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.200330 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-34d6955c-188e-4da4-a9b8-479495a04cdc req-51f271c8-cbe2-4d4a-8939-f71d433deb91 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963619 Sep 02 17:18:44.206900 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-92344203-9f40-4909-b5a8-080569aa4546 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.211367 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-92344203-9f40-4909-b5a8-080569aa4546 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.237623 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92344203-9f40-4909-b5a8-080569aa4546 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc978108-e205-4ea7-ad7c-3b99a470828f,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:44.242409 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-92344203-9f40-4909-b5a8-080569aa4546 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.244308 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-92344203-9f40-4909-b5a8-080569aa4546 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308336 Sep 02 17:18:44.247046 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52562) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:44.251843 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-48d41521-90a4-4534-834d-088ac5443805 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Request body: {'security_group_rule': {'security_group_id': '967935ff-cfd4-48e0-9395-c819e4ad235e', 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:44.280729 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-48d41521-90a4-4534-834d-088ac5443805 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.305829 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-34d6955c-188e-4da4-a9b8-479495a04cdc req-894b9ee7-8b4d-46ac-b2ec-a6551b293616 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970349 Sep 02 17:18:44.345038 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-48d41521-90a4-4534-834d-088ac5443805 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.349757 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-48d41521-90a4-4534-834d-088ac5443805 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.367953 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d41521-90a4-4534-834d-088ac5443805 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72ce37a-956e-4fb1-8531-d9437bbc46c5,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:44.373340 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-48d41521-90a4-4534-834d-088ac5443805 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.377469 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52564) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:44.377611 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-48d41521-90a4-4534-834d-088ac5443805 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294181 Sep 02 17:18:44.382537 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-b8b0e7a9-fd05-4cf7-897f-6ca5095aa1a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Request body: {'security_group_rule': {'security_group_id': '967935ff-cfd4-48e0-9395-c819e4ad235e', 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:44.402559 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-2e45df26-f934-4617-bfdd-b15e91deb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 4, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '6288febd-3667-4db2-88e7-5c2ef161c714', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'port_id': '31f557d1-9615-485b-967b-0c514ea54c30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'mac_address': 'fa:16:3e:cd:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:18:42Z', 'updated_at': '2021-09-02T17:18:42Z', 'revision_number': 0, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563dc0ac-cbf3-4402-b5c2-62cd32f514c0', 'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'mac_address': 'fa:16:3e:45:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:54Z', 'revision_number': 5, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'subnets': [{'id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:44.404245 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-b8b0e7a9-fd05-4cf7-897f-6ca5095aa1a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Project 6f2001cfaa564496ba271b544cfdc14f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:18:44.408933 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e7a9-fd05-4cf7-897f-6ca5095aa1a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.431963 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45df26-f934-4617-bfdd-b15e91deb091 None None] The sync data for ids ['428d339a-5945-4b17-8c09-c103fc0a0fa6'] in dv-cinder-806260-3-iscsi is: [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 4, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '6288febd-3667-4db2-88e7-5c2ef161c714', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'port_id': '31f557d1-9615-485b-967b-0c514ea54c30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'mac_address': 'fa:16:3e:cd:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:18:42Z', 'updated_at': '2021-09-02T17:18:42Z', 'revision_number': 0, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563dc0ac-cbf3-4402-b5c2-62cd32f514c0', 'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'mac_address': 'fa:16:3e:45:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:54Z', 'revision_number': 5, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'subnets': [{'id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:18:44.474183 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e7a9-fd05-4cf7-897f-6ca5095aa1a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.478032 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e7a9-fd05-4cf7-897f-6ca5095aa1a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.499395 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0e7a9-fd05-4cf7-897f-6ca5095aa1a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f58f0b1-3da1-41e4-a677-9909c011c48a,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:44.507110 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e7a9-fd05-4cf7-897f-6ca5095aa1a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.511049 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b8b0e7a9-fd05-4cf7-897f-6ca5095aa1a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295805 Sep 02 17:18:44.511364 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52566) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:44.516271 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-4c52742f-58fe-4168-904e-965162e015a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Request body: {'security_group_rule': {'security_group_id': '967935ff-cfd4-48e0-9395-c819e4ad235e', 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:44.538993 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.securitygroups_db [None req-4c52742f-58fe-4168-904e-965162e015a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Project 6f2001cfaa564496ba271b544cfdc14f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:18:44.543750 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c52742f-58fe-4168-904e-965162e015a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.608265 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c52742f-58fe-4168-904e-965162e015a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.613265 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c52742f-58fe-4168-904e-965162e015a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302189'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.632988 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52742f-58fe-4168-904e-965162e015a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd66925-3e89-4b93-8a3b-06b10c4a190e,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:44.636785 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c52742f-58fe-4168-904e-965162e015a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.639194 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4c52742f-58fe-4168-904e-965162e015a7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266258 Sep 02 17:18:44.642885 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e14aedc-457a-423c-83a6-11de1601946f None None] New status for floating IP 6288febd-3667-4db2-88e7-5c2ef161c714: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:18:44.770948 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7f18c98d-0f4b-4e1d-9e52-bf6e050dbc2c req-13b7bc7e-5658-47a4-a158-375a7cfa9902 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163242033&fields=id&tenant_id=6f2001cfaa564496ba271b544cfdc14f HTTP/1.1" status: 200 len: 267 time: 0.0863225 Sep 02 17:18:44.826124 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18c98d-0f4b-4e1d-9e52-bf6e050dbc2c req-bbc3196f-2fdb-48d8-b21d-a127670735ac tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:44.827667 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7f18c98d-0f4b-4e1d-9e52-bf6e050dbc2c req-bbc3196f-2fdb-48d8-b21d-a127670735ac tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0511143 Sep 02 17:18:44.838873 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-7f18c98d-0f4b-4e1d-9e52-bf6e050dbc2c req-0246e45d-a448-4197-99b5-a704a64e596f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Request body: {'port': {'security_groups': ['3f7b3e7d-9435-48b9-b39a-6c625172f951', '967935ff-cfd4-48e0-9395-c819e4ad235e']}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:44.899962 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7f18c98d-0f4b-4e1d-9e52-bf6e050dbc2c req-0246e45d-a448-4197-99b5-a704a64e596f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.076397 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-7f18c98d-0f4b-4e1d-9e52-bf6e050dbc2c req-0246e45d-a448-4197-99b5-a704a64e596f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] For port 31f557d1-9615-485b-967b-0c514ea54c30, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=31f557d1-9615-485b-967b-0c514ea54c30,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:45.103297 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7f18c98d-0f4b-4e1d-9e52-bf6e050dbc2c req-0246e45d-a448-4197-99b5-a704a64e596f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.108265 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7f18c98d-0f4b-4e1d-9e52-bf6e050dbc2c req-0246e45d-a448-4197-99b5-a704a64e596f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.147056 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['31f557d1-9615-485b-967b-0c514ea54c30'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:18:45.159126 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18c98d-0f4b-4e1d-9e52-bf6e050dbc2c req-0246e45d-a448-4197-99b5-a704a64e596f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:45.159858 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7f18c98d-0f4b-4e1d-9e52-bf6e050dbc2c req-0246e45d-a448-4197-99b5-a704a64e596f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.161474 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7f18c98d-0f4b-4e1d-9e52-bf6e050dbc2c req-0246e45d-a448-4197-99b5-a704a64e596f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "PUT /v2.0/ports/31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 200 len: 981 time: 0.3269825 Sep 02 17:18:45.161999 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:18:45.164566 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506e67d2-e4db-4493-aad8-5ed9ac932c16" -d '{"events": [{"name": "network-changed", "server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "tag": "31f557d1-9615-485b-967b-0c514ea54c30"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:18:45.192332 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246e45d-a448-4197-99b5-a704a64e596f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'Port': ['ID=31f557d1-9615-485b-967b-0c514ea54c30,revision_number=6']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:45.231955 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2da534-1224-4b09-bce9-ac34c291ab7b x-openstack-request-id: req-ff2da534-1224-4b09-bce9-ac34c291ab7b {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:18:45.232311 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "tag": "31f557d1-9615-485b-967b-0c514ea54c30", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:18:45.232625 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff2da534-1224-4b09-bce9-ac34c291ab7b {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:18:45.233081 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30', 'status': 'completed', 'code': 200} Sep 02 17:18:45.315923 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['31f557d1-9615-485b-967b-0c514ea54c30'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:18:45.316181 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb116e-e74b-479a-b434-467f87aa1f2e req-5b40886e-4890-4ff9-8b21-4b23bc0bf7e4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:45.318266 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3fb116e-e74b-479a-b434-467f87aa1f2e req-5b40886e-4890-4ff9-8b21-4b23bc0bf7e4 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0742543 Sep 02 17:18:45.331563 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e67d2-e4db-4493-aad8-5ed9ac932c16 req-a75d4a2b-ead1-4fe6-a7cc-44a274d80752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:45.333169 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-506e67d2-e4db-4493-aad8-5ed9ac932c16 req-a75d4a2b-ead1-4fe6-a7cc-44a274d80752 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2001cfaa564496ba271b544cfdc14f&device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 1137 time: 0.0551445 Sep 02 17:18:45.368447 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3fb116e-e74b-479a-b434-467f87aa1f2e req-675beba0-57ca-4db0-ac8c-0131847e0113 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421529 Sep 02 17:18:45.432500 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e67d2-e4db-4493-aad8-5ed9ac932c16 req-437c9e6e-248a-4ba4-91da-6358d964d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:45.434351 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-506e67d2-e4db-4493-aad8-5ed9ac932c16 req-437c9e6e-248a-4ba4-91da-6358d964d9e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15e4cc74-e900-43e3-b2db-b1a95536b9ef HTTP/1.1" status: 200 len: 915 time: 0.0925248 Sep 02 17:18:45.500441 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-531ad531-3796-46fa-9d7a-4eac00dae4d4 None None] Provisioning complete for port 31f557d1-9615-485b-967b-0c514ea54c30 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:18:45.500816 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-531ad531-3796-46fa-9d7a-4eac00dae4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.505511 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-506e67d2-e4db-4493-aad8-5ed9ac932c16 req-53d57655-9e85-4739-8b95-a3269704c69d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 200 len: 1000 time: 0.0629900 Sep 02 17:18:45.555610 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e67d2-e4db-4493-aad8-5ed9ac932c16 req-776382fc-2d3a-4a60-8482-8ba6fb2b7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:45.557110 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-506e67d2-e4db-4493-aad8-5ed9ac932c16 req-776382fc-2d3a-4a60-8482-8ba6fb2b7421 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b3705a0-42f5-4650-8dfc-c572fe242765 HTTP/1.1" status: 200 len: 853 time: 0.0435259 Sep 02 17:18:45.602464 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e67d2-e4db-4493-aad8-5ed9ac932c16 req-58d44152-e55e-4998-a637-7d32963b5d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:45.603942 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-506e67d2-e4db-4493-aad8-5ed9ac932c16 req-58d44152-e55e-4998-a637-7d32963b5d6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15e4cc74-e900-43e3-b2db-b1a95536b9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388048 Sep 02 17:18:45.706931 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-506e67d2-e4db-4493-aad8-5ed9ac932c16 req-2ca4283a-5f3e-40e0-9978-fe1e3e7b9731 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950775 Sep 02 17:18:45.799731 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-506e67d2-e4db-4493-aad8-5ed9ac932c16 req-9fbdcca8-6484-460f-8b32-d604ab554135 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856509 Sep 02 17:18:47.151149 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:51.961416 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ae6e6ed9-653a-4027-a6b7-187a1f1d1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:53.149677 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-840decd1-4109-4fde-aa10-fd57b6f66914 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428152 Sep 02 17:18:53.259729 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-4b1d4ae8-e418-4b35-8a56-0457ee290c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:53.261199 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-4b1d4ae8-e418-4b35-8a56-0457ee290c81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 1099 time: 0.0393062 Sep 02 17:18:53.367168 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-8e5ae00e-1af5-4b20-9b94-84e21bc17111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:53.368568 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-8e5ae00e-1af5-4b20-9b94-84e21bc17111 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 910 time: 0.0861001 Sep 02 17:18:53.663997 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-e5925be9-b04b-4a04-a927-b904c568b265 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca48daf-e148-4df6-9dd9-8d23ea21195e HTTP/1.1" status: 200 len: 1001 time: 0.2867730 Sep 02 17:18:53.714480 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-4831978c-35cc-448c-a9bf-71a12148b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:53.715930 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-4831978c-35cc-448c-a9bf-71a12148b35f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0430353 Sep 02 17:18:53.763980 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-01eaeb20-684b-4d24-ad56-e4929e8b9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:53.765437 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-01eaeb20-684b-4d24-ad56-e4929e8b9c07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410526 Sep 02 17:18:53.857275 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-aa8f917e-54d0-40fc-9943-dbf728a7cad4 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828288 Sep 02 17:18:53.953103 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-1595d57e-61a6-4cd2-8427-ee8c4905c6ac req-5106385f-cecd-4697-ae8d-63e6f013a288 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866210 Sep 02 17:18:54.938496 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31c816cc-e165-4e0f-9463-8d960b612219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:55.190544 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:56.545311 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:58.512223 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:00.997123 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:19:10.254243 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8982fc-16fb-4234-a826-a44c5691ac88 req-23bad3bb-5ced-4687-a623-3f4700996c80 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:10.255786 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8b8982fc-16fb-4234-a826-a44c5691ac88 req-23bad3bb-5ced-4687-a623-3f4700996c80 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0568514 Sep 02 17:19:10.304646 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8b8982fc-16fb-4234-a826-a44c5691ac88 req-6e7ad84a-43e7-497a-84e1-eec68b3028d7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427718 Sep 02 17:19:10.332775 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-1359a8fa-a2de-4a6b-b7cd-ff0fef0b772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:10.334274 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-1359a8fa-a2de-4a6b-b7cd-ff0fef0b772b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2001cfaa564496ba271b544cfdc14f&device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 1137 time: 0.0959654 Sep 02 17:19:10.430826 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-af90b074-9b57-4e24-9b99-9afc6fa55d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:10.432440 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-af90b074-9b57-4e24-9b99-9afc6fa55d3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=15e4cc74-e900-43e3-b2db-b1a95536b9ef HTTP/1.1" status: 200 len: 915 time: 0.0894210 Sep 02 17:19:10.498612 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-a7317701-8dc3-43b0-9bb5-a753269961ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 200 len: 1000 time: 0.0585485 Sep 02 17:19:10.548991 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-a1e8fc7d-dfd9-4daf-9578-38f096eb6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:10.550550 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-a1e8fc7d-dfd9-4daf-9578-38f096eb6aef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b3705a0-42f5-4650-8dfc-c572fe242765 HTTP/1.1" status: 200 len: 853 time: 0.0437737 Sep 02 17:19:10.603198 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-3538d2c8-bbed-4570-912e-80246d64977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:10.604712 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-3538d2c8-bbed-4570-912e-80246d64977b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15e4cc74-e900-43e3-b2db-b1a95536b9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458243 Sep 02 17:19:10.616270 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-fea48a83-e0f8-4092-a1d5-0042d5462e64 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:19:10.617608 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-fea48a83-e0f8-4092-a1d5-0042d5462e64 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054970 Sep 02 17:19:10.712855 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-1377da06-0fae-407f-8e05-f8fa4fa6ea01 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872564 Sep 02 17:19:10.806261 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-83a6a1e3-0003-4ee7-934c-4671029c77ab req-63bbc81a-a8c6-4ad4-a1cd-5ca9f63d439d service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858009 Sep 02 17:19:11.095295 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adc225-9479-47b8-a828-f4a835385db8 req-2ebbd2db-4494-4019-baf2-67769de32187 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:11.096776 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e6adc225-9479-47b8-a828-f4a835385db8 req-2ebbd2db-4494-4019-baf2-67769de32187 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 945 time: 0.0486786 Sep 02 17:19:11.134698 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e6adc225-9479-47b8-a828-f4a835385db8 req-c036bd8d-3b33-41bb-b229-8c84c9901f99 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315011 Sep 02 17:19:11.428107 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f103c-b46a-48c9-a846-58ff42cbcff3 req-9253fa94-4595-417e-80aa-a753d3824c59 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:11.429619 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c33f103c-b46a-48c9-a846-58ff42cbcff3 req-9253fa94-4595-417e-80aa-a753d3824c59 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0573156 Sep 02 17:19:11.470948 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c33f103c-b46a-48c9-a846-58ff42cbcff3 req-8fa386cc-eeda-42d2-a25b-dcaf03feb1ff tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334353 Sep 02 17:19:12.246679 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a3bd9-1b23-42b5-9a16-5eef14375928 req-c44a6808-ee4d-4983-b9eb-5444e4b9ea39 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:12.248159 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e06a3bd9-1b23-42b5-9a16-5eef14375928 req-c44a6808-ee4d-4983-b9eb-5444e4b9ea39 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 945 time: 0.0478859 Sep 02 17:19:12.284771 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e06a3bd9-1b23-42b5-9a16-5eef14375928 req-d867c0e1-1b19-4ed3-a7e8-87f10a6207f7 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307608 Sep 02 17:19:12.580501 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc542ed-a95d-4ca0-a2a7-c5d64337cee3 req-3a9c647d-6c43-498a-835f-9c48bfc12e05 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:12.581957 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6dc542ed-a95d-4ca0-a2a7-c5d64337cee3 req-3a9c647d-6c43-498a-835f-9c48bfc12e05 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0470912 Sep 02 17:19:12.621789 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6dc542ed-a95d-4ca0-a2a7-c5d64337cee3 req-77462b66-34fa-4b06-8cb1-919dfc0c1d76 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339365 Sep 02 17:19:13.152523 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-588163d5-c99c-4462-ae6b-b686f8fac2ee tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:13.153993 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-588163d5-c99c-4462-ae6b-b686f8fac2ee tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 945 time: 0.0530989 Sep 02 17:19:13.251416 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Deleting port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:13.252077 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:13.345752 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] For port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3425a5d0-ec45-4ecb-8ce4-10ea503dba12,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:13.346243 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:13.479930 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43b41a-151a-4951-9872-b75f176eab7e req-e37fba4f-2aae-47ff-a6d8-e92069c9a915 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:13.481330 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-dc43b41a-151a-4951-9872-b75f176eab7e req-e37fba4f-2aae-47ff-a6d8-e92069c9a915 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea9c64d9-b562-4bb6-88a2-88434835b7c8 HTTP/1.1" status: 200 len: 945 time: 0.1265838 Sep 02 17:19:13.569967 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-dc43b41a-151a-4951-9872-b75f176eab7e req-977985f5-f73c-4518-8acc-83bc2fa7aa86 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups?id=530bba19-3313-4a25-9528-c517f6f5ce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799994 Sep 02 17:19:13.583574 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:13.583985 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16425320'] for floatingip, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:13.584327 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.l3_db [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Floating IP e51a2a51-65fa-4e64-89ae-558dd846e62b disassociated. External IP: 172.27.2.171, port: 3425a5d0-ec45-4ecb-8ce4-10ea503dba12. Sep 02 17:19:13.584667 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Calling delete_port for 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:13.708751 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:13.736677 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event deleted for resources: {'Port': ['ID=3425a5d0-ec45-4ecb-8ce4-10ea503dba12,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:13.738144 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0521cbb-3758-4303-a6c1-53cb628b5f5b req-64ec5e27-62b0-4ef6-a913-aaa7f733f4d7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:13.740195 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0521cbb-3758-4303-a6c1-53cb628b5f5b req-64ec5e27-62b0-4ef6-a913-aaa7f733f4d7 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0517988 Sep 02 17:19:13.787363 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0521cbb-3758-4303-a6c1-53cb628b5f5b req-04fef724-e587-434f-820d-205b01597773 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359263 Sep 02 17:19:13.848670 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:19:13.958908 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:19:13.968512 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6fe466-3246-4d42-b6c4-bda6e4367b2e None None] Sync routers for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:19:13.977944 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6fe466-3246-4d42-b6c4-bda6e4367b2e None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:13.978545 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0f6fe466-3246-4d42-b6c4-bda6e4367b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:18:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:14.000904 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] No DVR routers for this DVR port 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:14.003354 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.005331 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-da87cab5-4ee9-4f90-bdd3-a4d825f56825 req-c2e773fc-7aba-46ca-b511-d85fad1f419e tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.13 "DELETE /v2.0/ports/3425a5d0-ec45-4ecb-8ce4-10ea503dba12 HTTP/1.1" status: 204 len: 173 time: 0.8433280 Sep 02 17:19:14.005761 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'name': 'network-vif-deleted', 'tag': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:19:14.008055 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4847e80f-a32e-4d38-954a-cd18b0a90167" -d '{"events": [{"server_uuid": "ea9c64d9-b562-4bb6-88a2-88434835b7c8", "name": "network-vif-deleted", "tag": "3425a5d0-ec45-4ecb-8ce4-10ea503dba12"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:19:14.044718 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a37fbaf-787e-4cc2-b3eb-ddba7de741b4 x-openstack-request-id: req-0a37fbaf-787e-4cc2-b3eb-ddba7de741b4 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:19:14.045007 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9c64d9-b562-4bb6-88a2-88434835b7c8", "name": "network-vif-deleted", "tag": "3425a5d0-ec45-4ecb-8ce4-10ea503dba12", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:19:14.045267 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a37fbaf-787e-4cc2-b3eb-ddba7de741b4 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:19:14.045666 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9c64d9-b562-4bb6-88a2-88434835b7c8', 'name': 'network-vif-deleted', 'tag': '3425a5d0-ec45-4ecb-8ce4-10ea503dba12', 'status': 'completed', 'code': 200} Sep 02 17:19:14.088225 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-0f6fe466-3246-4d42-b6c4-bda6e4367b2e None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:14.293117 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0f6fe466-3246-4d42-b6c4-bda6e4367b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:14.321461 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6fe466-3246-4d42-b6c4-bda6e4367b2e None None] Checking router: 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:19:14.329648 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6fe466-3246-4d42-b6c4-bda6e4367b2e None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:14.330192 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0f6fe466-3246-4d42-b6c4-bda6e4367b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:18:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:14.431169 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-0f6fe466-3246-4d42-b6c4-bda6e4367b2e None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:14.638385 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0f6fe466-3246-4d42-b6c4-bda6e4367b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:14.658526 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52742) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:14.664607 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6fe466-3246-4d42-b6c4-bda6e4367b2e None None] The sync data for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi is: [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:08:49Z', 'revision_number': 4, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': 'ed688b6d-9610-4f26-8fc7-410ea982e334', 'name': '', 'network_id': 'cb42942f-ef9a-49eb-b2f9-e00e0bd8f527', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'mac_address': 'fa:16:3e:e3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:47Z', 'updated_at': '2021-09-02T17:09:07Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'subnets': [{'id': 'fcfebaec-968b-4ea6-b382-ae8c6be7eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:19:14.726369 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0721708-b49c-49a0-80c1-ff32ff18b357 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.755357 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0721708-b49c-49a0-80c1-ff32ff18b357 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.800936 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0721708-b49c-49a0-80c1-ff32ff18b357 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.804209 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0721708-b49c-49a0-80c1-ff32ff18b357 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.805447 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d0721708-b49c-49a0-80c1-ff32ff18b357 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "DELETE /v2.0/security-groups/530bba19-3313-4a25-9528-c517f6f5ce4b HTTP/1.1" status: 204 len: 168 time: 0.1458089 Sep 02 17:19:14.808191 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52744) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:14.817249 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0721708-b49c-49a0-80c1-ff32ff18b357 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530bba19-3313-4a25-9528-c517f6f5ce4b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:14.822290 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.api.v2.resource [None req-77654d38-4a97-42b7-ae71-1fb9df553a12 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] show failed (client error): The resource could not be found. Sep 02 17:19:14.826732 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-77654d38-4a97-42b7-ae71-1fb9df553a12 tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "GET /v2.0/security-groups/530bba19-3313-4a25-9528-c517f6f5ce4b HTTP/1.1" status: 404 len: 347 time: 0.0141590 Sep 02 17:19:14.826732 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52748) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:14.921676 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef0f9-6f55-4c80-be9f-cf7c4598d4d8 req-fae6cec1-c6e1-470f-b29e-9e210221b386 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:14.923255 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6e9ef0f9-6f55-4c80-be9f-cf7c4598d4d8 req-fae6cec1-c6e1-470f-b29e-9e210221b386 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0517890 Sep 02 17:19:14.942840 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb34da6-6bbb-4e1a-897b-46e2d9e8c83c None None] New status for floating IP e51a2a51-65fa-4e64-89ae-558dd846e62b: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:19:14.962017 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-7581b94f-1d1f-4051-b4e5-ce12f3d6005b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Deleting port 003373c1-dcde-4ccd-8ca8-6f79ff2f0c1d {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:14.962225 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7581b94f-1d1f-4051-b4e5-ce12f3d6005b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.969279 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6e9ef0f9-6f55-4c80-be9f-cf7c4598d4d8 req-bb99c17b-3305-4bc8-bb9e-c665c01da150 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394912 Sep 02 17:19:15.038639 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7581b94f-1d1f-4051-b4e5-ce12f3d6005b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.039010 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7581b94f-1d1f-4051-b4e5-ce12f3d6005b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.051239 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-7581b94f-1d1f-4051-b4e5-ce12f3d6005b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Calling delete_port for 003373c1-dcde-4ccd-8ca8-6f79ff2f0c1d owned by network:floatingip {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:15.181442 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7581b94f-1d1f-4051-b4e5-ce12f3d6005b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.208328 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581b94f-1d1f-4051-b4e5-ce12f3d6005b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Pushing event deleted for resources: {'Port': ['ID=003373c1-dcde-4ccd-8ca8-6f79ff2f0c1d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:15.269024 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7581b94f-1d1f-4051-b4e5-ce12f3d6005b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks [] for floatingip, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.271564 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7581b94f-1d1f-4051-b4e5-ce12f3d6005b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.272718 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7581b94f-1d1f-4051-b4e5-ce12f3d6005b tempest-AttachVolumeTestJSON-353953480 tempest-AttachVolumeTestJSON-353953480-project] 10.222.0.41 "DELETE /v2.0/floatingips/e51a2a51-65fa-4e64-89ae-558dd846e62b HTTP/1.1" status: 204 len: 168 time: 0.4456077 Sep 02 17:19:15.303237 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:15.323520 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:15.323874 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 3425a5d0-ec45-4ecb-8ce4-10ea503dba12 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:16.084412 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda581bf-1685-4c56-b5ca-ae055361fbb9 req-c55d7100-c5f1-445c-ad41-343014074c67 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:16.085910 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fda581bf-1685-4c56-b5ca-ae055361fbb9 req-c55d7100-c5f1-445c-ad41-343014074c67 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0478840 Sep 02 17:19:16.124927 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-fda581bf-1685-4c56-b5ca-ae055361fbb9 req-d1170350-0375-45e6-bd82-6968d7b14753 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330768 Sep 02 17:19:17.168029 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.241474 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd57ca-1601-4082-8787-893887e92905 req-f2a327b7-02c1-4401-9781-0a977cbde226 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:17.242994 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-75cd57ca-1601-4082-8787-893887e92905 req-f2a327b7-02c1-4401-9781-0a977cbde226 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0521734 Sep 02 17:19:17.282641 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-75cd57ca-1601-4082-8787-893887e92905 req-2fe07304-fac2-4cc9-8a97-47dfc34673bc tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334234 Sep 02 17:19:18.395562 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cefe13-73c1-4b06-b015-25d0b957b652 req-cf18dea7-e015-4411-816a-0b169b0f2ae5 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:18.397014 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-43cefe13-73c1-4b06-b015-25d0b957b652 req-cf18dea7-e015-4411-816a-0b169b0f2ae5 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0477982 Sep 02 17:19:18.435930 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-43cefe13-73c1-4b06-b015-25d0b957b652 req-344a6318-1b7a-4a2d-936c-930ef709efde tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330386 Sep 02 17:19:18.693768 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52776) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:18.788151 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52784) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:18.851372 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Deleting port 28060f4c-197c-4898-83dc-728debfc3b7b {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:18.851722 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.930471 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.930841 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.943904 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Calling delete_port for 28060f4c-197c-4898-83dc-728debfc3b7b owned by network:floatingip {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:19.115348 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:19.148371 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event deleted for resources: {'Port': ['ID=28060f4c-197c-4898-83dc-728debfc3b7b,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:19.211953 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:19.212211 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Floating IP 0e795f43-79a2-40b4-8ca1-b1d5e0f029af disassociated (deleted). External IP: 172.27.2.78, port: 702539df-f620-4be7-9e22-1b97e1bb4dbe. Sep 02 17:19:19.415244 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Router 1fb85de1-32e1-4f3c-9028-ce687163b298 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:19:19.476380 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16447336'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:19.522536 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:19:19.527530 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:19.533533 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b61f5-e561-4804-b17b-a3ed7d5b2061 None None] Sync routers for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:19:19.542587 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b61f5-e561-4804-b17b-a3ed7d5b2061 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:19.543212 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c08b61f5-e561-4804-b17b-a3ed7d5b2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:18:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:19.560476 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-84e57ca8-04c4-45c7-a283-458f86589748 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "DELETE /v2.0/floatingips/0e795f43-79a2-40b4-8ca1-b1d5e0f029af HTTP/1.1" status: 204 len: 168 time: 0.8633518 Sep 02 17:19:19.560476 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'tag': '702539df-f620-4be7-9e22-1b97e1bb4dbe'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:19:19.563230 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f69fee-b043-4258-967d-904d78385abd" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2982c3-a18d-44c5-96be-3752f9d9a195", "tag": "702539df-f620-4be7-9e22-1b97e1bb4dbe"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:19:19.610800 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721079d-7822-4099-adb4-d69f5322671a req-824329ca-86d1-4629-809d-fd8bad05ae57 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:19.612314 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d721079d-7822-4099-adb4-d69f5322671a req-824329ca-86d1-4629-809d-fd8bad05ae57 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0989957 Sep 02 17:19:19.657111 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-c08b61f5-e561-4804-b17b-a3ed7d5b2061 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:19.717504 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d721079d-7822-4099-adb4-d69f5322671a req-4edf93e2-f93b-4763-84d2-ca725a6f69ed tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964103 Sep 02 17:19:19.721571 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24503e6a-a979-4149-be19-3f3fd6a96a6f x-openstack-request-id: req-24503e6a-a979-4149-be19-3f3fd6a96a6f {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:19:19.722088 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2982c3-a18d-44c5-96be-3752f9d9a195", "tag": "702539df-f620-4be7-9e22-1b97e1bb4dbe", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:19:19.722770 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24503e6a-a979-4149-be19-3f3fd6a96a6f {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:19:19.724365 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'tag': '702539df-f620-4be7-9e22-1b97e1bb4dbe', 'status': 'completed', 'code': 200} Sep 02 17:19:19.818925 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] Deleting port ed688b6d-9610-4f26-8fc7-410ea982e334 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:19.819724 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:19.851621 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6eaee-f73b-4d64-8444-61bd259e6ff8 req-4c898adb-b1ff-4445-9d46-e07afce6aab3 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:19.853138 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2bb6eaee-f73b-4d64-8444-61bd259e6ff8 req-4c898adb-b1ff-4445-9d46-e07afce6aab3 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 946 time: 0.0803885 Sep 02 17:19:19.859376 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f69fee-b043-4258-967d-904d78385abd req-af980af0-ecb6-4cc1-978f-343fe76a657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:19.860824 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-16f69fee-b043-4258-967d-904d78385abd req-af980af0-ecb6-4cc1-978f-343fe76a657b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 1099 time: 0.0581274 Sep 02 17:19:19.904120 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] For port ed688b6d-9610-4f26-8fc7-410ea982e334, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ed688b6d-9610-4f26-8fc7-410ea982e334,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:19.904611 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:19.904960 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c08b61f5-e561-4804-b17b-a3ed7d5b2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '41fdee20-0532-4843-8d18-0bf915e10922', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:53:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd37709-df01-425f-bfd6-a30193970df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:41Z', 'updated_at': '2021-09-02T17:15:43Z', 'revision_number': 1, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:19.918117 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] Calling delete_port for ed688b6d-9610-4f26-8fc7-410ea982e334 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:19.931151 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b61f5-e561-4804-b17b-a3ed7d5b2061 None None] Checking router: 1fb85de1-32e1-4f3c-9028-ce687163b298 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:19:19.941005 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b61f5-e561-4804-b17b-a3ed7d5b2061 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:19.942847 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c08b61f5-e561-4804-b17b-a3ed7d5b2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:18:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:19.949014 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2bb6eaee-f73b-4d64-8444-61bd259e6ff8 req-7be3312d-a3db-4903-b439-74c69592e526 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868123 Sep 02 17:19:19.979831 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f69fee-b043-4258-967d-904d78385abd req-9a2609cd-29e9-487b-b5e7-df40b7c892e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:19.981335 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-16f69fee-b043-4258-967d-904d78385abd req-9a2609cd-29e9-487b-b5e7-df40b7c892e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 910 time: 0.1127908 Sep 02 17:19:20.025483 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-16f69fee-b043-4258-967d-904d78385abd req-43d19ec9-318d-4540-8f4b-c1f633408f9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=702539df-f620-4be7-9e22-1b97e1bb4dbe HTTP/1.1" status: 200 len: 217 time: 0.0355258 Sep 02 17:19:20.092429 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f69fee-b043-4258-967d-904d78385abd req-f4c18fd8-7269-43a7-b3f3-c0a3b8cc2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:20.093889 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-16f69fee-b043-4258-967d-904d78385abd req-f4c18fd8-7269-43a7-b3f3-c0a3b8cc2236 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0454924 Sep 02 17:19:20.130901 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:20.143278 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-c08b61f5-e561-4804-b17b-a3ed7d5b2061 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:20.145350 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f69fee-b043-4258-967d-904d78385abd req-1c97632c-3b4c-42c9-bba3-d42001c70bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:20.148148 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-16f69fee-b043-4258-967d-904d78385abd req-1c97632c-3b4c-42c9-bba3-d42001c70bc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452096 Sep 02 17:19:20.159729 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed688b6d-9610-4f26-8fc7-410ea982e334,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:20.249316 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-16f69fee-b043-4258-967d-904d78385abd req-e0170478-6f2b-4f02-b068-cabd6cda3cea service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932789 Sep 02 17:19:20.341993 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16425354'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:20.409138 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c08b61f5-e561-4804-b17b-a3ed7d5b2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '41fdee20-0532-4843-8d18-0bf915e10922', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:53:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd37709-df01-425f-bfd6-a30193970df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:41Z', 'updated_at': '2021-09-02T17:15:43Z', 'revision_number': 1, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:20.438525 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b61f5-e561-4804-b17b-a3ed7d5b2061 None None] The sync data for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi is: [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_floatingips': [{'id': '41fdee20-0532-4843-8d18-0bf915e10922', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'router_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'port_id': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'mac_address': 'fa:16:3e:53:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd37709-df01-425f-bfd6-a30193970df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:41Z', 'updated_at': '2021-09-02T17:15:43Z', 'revision_number': 1, 'project_id': 'dc090408372e41379709e2067823b1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:19:20.588984 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] Router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:19:20.607751 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-16f69fee-b043-4258-967d-904d78385abd req-7f7091b5-b650-4d27-86b8-9018e722b8a6 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499875 Sep 02 17:19:20.674173 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e7d87-c09f-4e61-9c26-676920890493 None None] New status for floating IP 0e795f43-79a2-40b4-8ca1-b1d5e0f029af: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:19:20.696440 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:19:20.701497 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-529213c8-a69c-464f-afa4-e620660cf0c9 admin admin] 10.222.0.41 "PUT /v2.0/routers/5a43dbfe-3a7e-4087-8c50-a0fea324ee46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9122999 Sep 02 17:19:20.704052 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52796) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:20.708531 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1129eb-6228-4152-8b77-d3169e1d35eb None None] Sync routers for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:19:20.717480 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1129eb-6228-4152-8b77-d3169e1d35eb None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:20.718077 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1d1129eb-6228-4152-8b77-d3169e1d35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:18:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:20.828215 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-1d1129eb-6228-4152-8b77-d3169e1d35eb None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:20.848214 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:20.929014 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f23e3-ae9d-4695-ae45-b593419e6603 req-5194ebfc-8bf4-4efa-8112-0de30ed8f572 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:20.930534 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b98f23e3-ae9d-4695-ae45-b593419e6603 req-5194ebfc-8bf4-4efa-8112-0de30ed8f572 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.1223934 Sep 02 17:19:20.986564 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b98f23e3-ae9d-4695-ae45-b593419e6603 req-a7e39674-3d5c-4df3-b3a1-369b199c746d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497551 Sep 02 17:19:20.995771 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:20.999864 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1d1129eb-6228-4152-8b77-d3169e1d35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:19:20Z', 'revision_number': 5, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port': {'id': 'ab82d833-8048-4fea-8558-96ce7278e2e9', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:08:41Z', 'updated_at': '2021-09-02T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:21.027181 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1129eb-6228-4152-8b77-d3169e1d35eb None None] Checking router: 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:19:21.035443 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1129eb-6228-4152-8b77-d3169e1d35eb None None] Routers {'5a43dbfe-3a7e-4087-8c50-a0fea324ee46'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:21.036058 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1d1129eb-6228-4152-8b77-d3169e1d35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:18:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:21.061089 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Deleting port ab82d833-8048-4fea-8558-96ce7278e2e9 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:21.061563 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.075578 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b687f-7587-4075-837f-418be701fde2 req-e1344e5f-e828-48cf-9fef-02d047bd3f50 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:21.077274 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6f9b687f-7587-4075-837f-418be701fde2 req-e1344e5f-e828-48cf-9fef-02d047bd3f50 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 946 time: 0.0543075 Sep 02 17:19:21.118676 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6f9b687f-7587-4075-837f-418be701fde2 req-8a8b9766-a049-4592-a2ae-f6ea0f493983 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346482 Sep 02 17:19:21.122115 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-1d1129eb-6228-4152-8b77-d3169e1d35eb None None] Set router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:21.146543 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] For port ab82d833-8048-4fea-8558-96ce7278e2e9, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ab82d833-8048-4fea-8558-96ce7278e2e9,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:21.147085 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.160656 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Calling delete_port for ab82d833-8048-4fea-8558-96ce7278e2e9 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:21.180998 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1d1129eb-6228-4152-8b77-d3169e1d35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:19:20Z', 'revision_number': 6, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port_host': None}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:21.209432 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1129eb-6228-4152-8b77-d3169e1d35eb None None] The sync data for ids ['5a43dbfe-3a7e-4087-8c50-a0fea324ee46'] in dv-cinder-806260-3-iscsi is: [{'id': '5a43dbfe-3a7e-4087-8c50-a0fea324ee46', 'name': 'tempest-AttachVolumeTestJSON-1127952783-router', 'tenant_id': 'efb6337b5a3548bcad9fd236c619842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:08:39Z', 'updated_at': '2021-09-02T17:19:20Z', 'revision_number': 6, 'project_id': 'efb6337b5a3548bcad9fd236c619842d', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:19:21.334108 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.359503 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab82d833-8048-4fea-8558-96ce7278e2e9,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:21.415413 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16444846'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.501119 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16385539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.503079 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.547761 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16385548'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.548430 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a43dbfe-3a7e-4087-8c50-a0fea324ee46 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:19:21.553771 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.554978 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dfcd40e5-9c57-4397-b9ae-effe01ae3979 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5a43dbfe-3a7e-4087-8c50-a0fea324ee46 HTTP/1.1" status: 204 len: 168 time: 0.8497744 Sep 02 17:19:21.557349 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52802) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:21.601906 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae25fae-4fed-4794-8a32-a2aba0f9d5af admin admin] Deleting subnet fcfebaec-968b-4ea6-b382-ae8c6be7eb8b {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:19:21.605260 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0ae25fae-4fed-4794-8a32-a2aba0f9d5af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.642979 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0ae25fae-4fed-4794-8a32-a2aba0f9d5af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12836143'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.694820 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab48cc4-18ee-4abb-a91a-0e4ea47ec94e req-f0fd2ecf-eb41-4b7d-a4c5-2b0e78d1ccc8 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:21.696359 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7ab48cc4-18ee-4abb-a91a-0e4ea47ec94e req-f0fd2ecf-eb41-4b7d-a4c5-2b0e78d1ccc8 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 946 time: 0.0476768 Sep 02 17:19:21.721958 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0ae25fae-4fed-4794-8a32-a2aba0f9d5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.776813 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0ae25fae-4fed-4794-8a32-a2aba0f9d5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12836209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14215573'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.804449 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae25fae-4fed-4794-8a32-a2aba0f9d5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcfebaec-968b-4ea6-b382-ae8c6be7eb8b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:21.806451 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0ae25fae-4fed-4794-8a32-a2aba0f9d5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.810934 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0ae25fae-4fed-4794-8a32-a2aba0f9d5af admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fcfebaec-968b-4ea6-b382-ae8c6be7eb8b HTTP/1.1" status: 204 len: 168 time: 0.2500975 Sep 02 17:19:21.810934 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52804) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:21.817235 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d3ce9c-c153-4ea8-aae5-1e5ecfab6925 None None] Network cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:19:21.845763 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-7ab48cc4-18ee-4abb-a91a-0e4ea47ec94e req-abb1501b-7bde-44c5-87d1-bef481ff13e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Deleting port 702539df-f620-4be7-9e22-1b97e1bb4dbe {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:21.846338 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ab48cc4-18ee-4abb-a91a-0e4ea47ec94e req-abb1501b-7bde-44c5-87d1-bef481ff13e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.897480 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.951515 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-7ab48cc4-18ee-4abb-a91a-0e4ea47ec94e req-abb1501b-7bde-44c5-87d1-bef481ff13e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] For port 702539df-f620-4be7-9e22-1b97e1bb4dbe, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=702539df-f620-4be7-9e22-1b97e1bb4dbe,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:21.951890 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ab48cc4-18ee-4abb-a91a-0e4ea47ec94e req-abb1501b-7bde-44c5-87d1-bef481ff13e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.970107 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-7ab48cc4-18ee-4abb-a91a-0e4ea47ec94e req-abb1501b-7bde-44c5-87d1-bef481ff13e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Calling delete_port for 702539df-f620-4be7-9e22-1b97e1bb4dbe owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:21.972029 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Deleting port 9fb5e861-249d-4618-bcce-15a425da159b {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:21.972519 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:21.976144 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dc82f1cf-bcf2-47d8-8f0c-ee33b3ee58dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.029748 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] DHCP port deletion for cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 request from dv-cinder-806260-3-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:19:22.044682 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] For port 9fb5e861-249d-4618-bcce-15a425da159b, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9fb5e861-249d-4618-bcce-15a425da159b,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:22.045326 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.058536 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Calling delete_port for 9fb5e861-249d-4618-bcce-15a425da159b owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:22.083985 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Deleting port 9fb5e861-249d-4618-bcce-15a425da159b {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:22.084900 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.164132 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ab48cc4-18ee-4abb-a91a-0e4ea47ec94e req-abb1501b-7bde-44c5-87d1-bef481ff13e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.165311 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] For port 9fb5e861-249d-4618-bcce-15a425da159b, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9fb5e861-249d-4618-bcce-15a425da159b,segment=NetworkSegment(7c73c18a-6f26-4a4e-ad6a-72e77af6d249),segment_id=7c73c18a-6f26-4a4e-ad6a-72e77af6d249)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:22.166830 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.179582 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224afb94-5b80-4896-a079-60677a271a79 req-464ad19e-73ab-4b06-9659-acf0f3b81227 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:22.179840 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-224afb94-5b80-4896-a079-60677a271a79 req-464ad19e-73ab-4b06-9659-acf0f3b81227 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0772343 Sep 02 17:19:22.192247 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Calling delete_port for 9fb5e861-249d-4618-bcce-15a425da159b owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:22.202300 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.228873 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1501b-7bde-44c5-87d1-bef481ff13e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event deleted for resources: {'Port': ['ID=702539df-f620-4be7-9e22-1b97e1bb4dbe,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:22.235123 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] No DVR routers for this DVR port 9fb5e861-249d-4618-bcce-15a425da159b on host dv-cinder-806260-3-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:22.245380 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb5e861-249d-4618-bcce-15a425da159b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:22.273235 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-224afb94-5b80-4896-a079-60677a271a79 req-66df963c-3c6a-4639-a443-8fd10bf03854 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=967935ff-cfd4-48e0-9395-c819e4ad235e&id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859542 Sep 02 17:19:22.288676 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.291041 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c16b9f0a-f1c3-43ea-9dca-94003f54abfb req-1a736116-65af-4ea8-872b-34f5ee1ab9d0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2982c3-a18d-44c5-96be-3752f9d9a195 HTTP/1.1" status: 200 len: 210 time: 0.0698333 Sep 02 17:19:22.316105 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab48cc4-18ee-4abb-a91a-0e4ea47ec94e req-abb1501b-7bde-44c5-87d1-bef481ff13e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] No DVR routers for this DVR port 702539df-f620-4be7-9e22-1b97e1bb4dbe on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:22.322847 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7ab48cc4-18ee-4abb-a91a-0e4ea47ec94e req-abb1501b-7bde-44c5-87d1-bef481ff13e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.325588 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7ab48cc4-18ee-4abb-a91a-0e4ea47ec94e req-abb1501b-7bde-44c5-87d1-bef481ff13e0 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "DELETE /v2.0/ports/702539df-f620-4be7-9e22-1b97e1bb4dbe HTTP/1.1" status: 204 len: 173 time: 0.5859158 Sep 02 17:19:22.335783 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'name': 'network-vif-deleted', 'tag': '702539df-f620-4be7-9e22-1b97e1bb4dbe'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:19:22.340267 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d6c0a8-3a21-4a75-8534-c827d0094df3" -d '{"events": [{"server_uuid": "5f2982c3-a18d-44c5-96be-3752f9d9a195", "name": "network-vif-deleted", "tag": "702539df-f620-4be7-9e22-1b97e1bb4dbe"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:19:22.350404 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.360427 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Pushing event deleted for resources: {'Port': ['ID=9fb5e861-249d-4618-bcce-15a425da159b,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:22.363950 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] No DVR routers for this DVR port 9fb5e861-249d-4618-bcce-15a425da159b on host dv-cinder-806260-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:22.374352 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb42942f-ef9a-49eb-b2f9-e00e0bd8f527']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:22.380152 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.380492 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.380824 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.381148 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.381476 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.381994 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.382292 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.382872 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.383085 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.383896 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.383896 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.384127 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f712dd0-8fff-4acb-82f6-c10540e005f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:22.395779 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3b2c2a-7692-4342-9039-9c6e4fab1599 x-openstack-request-id: req-fd3b2c2a-7692-4342-9039-9c6e4fab1599 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:19:22.396326 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2982c3-a18d-44c5-96be-3752f9d9a195", "name": "network-vif-deleted", "tag": "702539df-f620-4be7-9e22-1b97e1bb4dbe", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:19:22.396582 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd3b2c2a-7692-4342-9039-9c6e4fab1599 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:19:22.397060 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2982c3-a18d-44c5-96be-3752f9d9a195', 'name': 'network-vif-deleted', 'tag': '702539df-f620-4be7-9e22-1b97e1bb4dbe', 'status': 'completed', 'code': 200} Sep 02 17:19:22.398543 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c73c18a-6f26-4a4e-ad6a-72e77af6d249') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:22.398969 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c73c18a-6f26-4a4e-ad6a-72e77af6d249') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:22.408665 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966620'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.424007 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.434519 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:19:22.437700 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12836127'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: timer() Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: cb(*args, **kw) Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: self._notify() Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: self.callback(batched_events) Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: event.method(event) Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._get(url).json() Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:19:22.440955 dv-cinder-806260-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:19:22.494710 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.499106 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.504029 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cb42942f-ef9a-49eb-b2f9-e00e0bd8f527 HTTP/1.1" status: 204 len: 168 time: 0.6895108 Sep 02 17:19:22.513828 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783c8d2-f916-4d49-a6b7-e617d30d1a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb42942f-ef9a-49eb-b2f9-e00e0bd8f527,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:22.610880 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52816) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:22.656912 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5005cf12-9790-49ca-a3c2-631c8bd7783d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efb6337b5a3548bcad9fd236c619842d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448573 Sep 02 17:19:22.659722 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52818) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:22.713218 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1058a017-6c0f-4cfc-8729-c89ad4558112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.736684 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1058a017-6c0f-4cfc-8729-c89ad4558112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.791146 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1058a017-6c0f-4cfc-8729-c89ad4558112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.793706 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1058a017-6c0f-4cfc-8729-c89ad4558112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:22.794871 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1058a017-6c0f-4cfc-8729-c89ad4558112 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b34f26d-b182-429f-9210-7b64bb1d130e HTTP/1.1" status: 204 len: 168 time: 0.1329584 Sep 02 17:19:22.802492 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058a017-6c0f-4cfc-8729-c89ad4558112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b34f26d-b182-429f-9210-7b64bb1d130e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:23.208792 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ab82d833-8048-4fea-8558-96ce7278e2e9 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:23.228739 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: ab82d833-8048-4fea-8558-96ce7278e2e9 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:23.229083 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ab82d833-8048-4fea-8558-96ce7278e2e9 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:23.229500 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ed688b6d-9610-4f26-8fc7-410ea982e334 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:23.253306 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: ed688b6d-9610-4f26-8fc7-410ea982e334 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:23.254190 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ed688b6d-9610-4f26-8fc7-410ea982e334 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:23.254581 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9fb5e861-249d-4618-bcce-15a425da159b no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:23.273241 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 9fb5e861-249d-4618-bcce-15a425da159b {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:23.273590 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9fb5e861-249d-4618-bcce-15a425da159b not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:24.204633 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52864) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:24.306724 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b556baa-f97b-4f4c-bc85-94d0b1895279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:24.392790 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b556baa-f97b-4f4c-bc85-94d0b1895279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:24.396873 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b556baa-f97b-4f4c-bc85-94d0b1895279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:24.434086 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6b556baa-f97b-4f4c-bc85-94d0b1895279 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=143e8fa32b2f4303a5c10f1f864da226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283757 Sep 02 17:19:24.436015 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b556baa-f97b-4f4c-bc85-94d0b1895279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd935d-ffc5-4031-ad05-c8faa752ae01,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:24.436812 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52868) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:24.486339 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e68e8190-5f45-4304-89a7-20a021891e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:24.508866 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e68e8190-5f45-4304-89a7-20a021891e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:24.558491 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e68e8190-5f45-4304-89a7-20a021891e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:24.561078 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e68e8190-5f45-4304-89a7-20a021891e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:24.562387 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e68e8190-5f45-4304-89a7-20a021891e1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2cbd935d-ffc5-4031-ad05-c8faa752ae01 HTTP/1.1" status: 204 len: 168 time: 0.1245170 Sep 02 17:19:24.574581 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e8190-5f45-4304-89a7-20a021891e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd935d-ffc5-4031-ad05-c8faa752ae01,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:24.810210 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 52880) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:24.825692 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ed7adc01-f413-4603-8196-5407fef1ca33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:24.910753 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ed7adc01-f413-4603-8196-5407fef1ca33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:24.914219 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ed7adc01-f413-4603-8196-5407fef1ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:24.938737 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8bb25605-3616-4a53-a98c-ce01e7584fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:24.951520 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ed7adc01-f413-4603-8196-5407fef1ca33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=759f1d364fde4b2e80b7c25e599e2f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400869 Sep 02 17:19:24.952628 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7adc01-f413-4603-8196-5407fef1ca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820fc3dc-1c7d-4437-9fdf-fa9756dd3107,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:24.954231 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52882) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:25.002226 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2c274363-db35-4883-85fb-1b322455b3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:25.023177 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2c274363-db35-4883-85fb-1b322455b3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:25.071292 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2c274363-db35-4883-85fb-1b322455b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:25.073829 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2c274363-db35-4883-85fb-1b322455b3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:25.074978 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2c274363-db35-4883-85fb-1b322455b3a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/820fc3dc-1c7d-4437-9fdf-fa9756dd3107 HTTP/1.1" status: 204 len: 168 time: 0.1197176 Sep 02 17:19:25.082552 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c274363-db35-4883-85fb-1b322455b3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820fc3dc-1c7d-4437-9fdf-fa9756dd3107,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:25.182689 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:25.349025 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 702539df-f620-4be7-9e22-1b97e1bb4dbe no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:25.369496 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 702539df-f620-4be7-9e22-1b97e1bb4dbe {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:25.369839 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 702539df-f620-4be7-9e22-1b97e1bb4dbe not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:25.591335 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52904) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:25.753456 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Deleting port a56a69f7-8d6c-464b-b45a-9ef301a9738c {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:25.754341 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:25.828362 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:25.828737 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:25.840307 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Calling delete_port for a56a69f7-8d6c-464b-b45a-9ef301a9738c owned by network:floatingip {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:25.991222 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:26.018522 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event deleted for resources: {'Port': ['ID=a56a69f7-8d6c-464b-b45a-9ef301a9738c,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:26.079779 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:26.080111 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Floating IP 41fdee20-0532-4843-8d18-0bf915e10922 disassociated (deleted). External IP: 172.27.2.87, port: 9ca48daf-e148-4df6-9dd9-8d23ea21195e. Sep 02 17:19:26.288382 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Router 1fb85de1-32e1-4f3c-9028-ce687163b298 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:19:26.401491 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:19:26.406949 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:26.414153 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d8e13-7eb4-497e-a1aa-6e7b37c93476 None None] Sync routers for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:19:26.424356 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d8e13-7eb4-497e-a1aa-6e7b37c93476 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:26.425224 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-739d8e13-7eb4-497e-a1aa-6e7b37c93476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:26.435978 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-525846bf-fcc1-498f-a325-94c898d452e4 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "DELETE /v2.0/floatingips/41fdee20-0532-4843-8d18-0bf915e10922 HTTP/1.1" status: 204 len: 168 time: 0.8434260 Sep 02 17:19:26.436825 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd37709-df01-425f-bfd6-a30193970df2', 'tag': '9ca48daf-e148-4df6-9dd9-8d23ea21195e'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:19:26.439432 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83e030b-faa2-4c3e-a178-bbe328873c51" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd37709-df01-425f-bfd6-a30193970df2", "tag": "9ca48daf-e148-4df6-9dd9-8d23ea21195e"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:19:26.480257 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f37ffd6-ba20-431d-978e-a78c0df31085 x-openstack-request-id: req-3f37ffd6-ba20-431d-978e-a78c0df31085 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:19:26.480560 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd37709-df01-425f-bfd6-a30193970df2", "tag": "9ca48daf-e148-4df6-9dd9-8d23ea21195e", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:19:26.480818 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f37ffd6-ba20-431d-978e-a78c0df31085 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:19:26.481229 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd37709-df01-425f-bfd6-a30193970df2', 'tag': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'status': 'completed', 'code': 200} Sep 02 17:19:26.560020 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:26.567188 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-739d8e13-7eb4-497e-a1aa-6e7b37c93476 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:26.586726 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e030b-faa2-4c3e-a178-bbe328873c51 req-45d8cc2f-fa08-4a91-8c27-974b7c64b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:26.588561 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c83e030b-faa2-4c3e-a178-bbe328873c51 req-45d8cc2f-fa08-4a91-8c27-974b7c64b483 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc090408372e41379709e2067823b1a6&device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 1099 time: 0.0600390 Sep 02 17:19:26.755164 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76675812-304f-43e8-ba6c-bbe20f27f3c8 req-62aefad4-1632-42bc-a0c7-1b1c529382fc tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:26.756712 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-76675812-304f-43e8-ba6c-bbe20f27f3c8 req-62aefad4-1632-42bc-a0c7-1b1c529382fc tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 946 time: 0.1058242 Sep 02 17:19:26.793638 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e030b-faa2-4c3e-a178-bbe328873c51 req-c7703f9a-b6a9-4f82-b929-68893b4116d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:26.795170 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c83e030b-faa2-4c3e-a178-bbe328873c51 req-c7703f9a-b6a9-4f82-b929-68893b4116d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 200 len: 910 time: 0.1527436 Sep 02 17:19:26.843664 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-76675812-304f-43e8-ba6c-bbe20f27f3c8 req-e1bd250f-5d78-4d88-97f4-c61c04bdc207 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778978 Sep 02 17:19:26.845097 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c83e030b-faa2-4c3e-a178-bbe328873c51 req-d2637006-20f9-44a4-8d12-83454acfa664 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca48daf-e148-4df6-9dd9-8d23ea21195e HTTP/1.1" status: 200 len: 217 time: 0.0405712 Sep 02 17:19:26.898103 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-739d8e13-7eb4-497e-a1aa-6e7b37c93476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:26.906572 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e030b-faa2-4c3e-a178-bbe328873c51 req-c75a249d-8106-4a42-9768-f761497ebb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:26.908108 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c83e030b-faa2-4c3e-a178-bbe328873c51 req-c75a249d-8106-4a42-9768-f761497ebb5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 200 len: 848 time: 0.0450690 Sep 02 17:19:26.923299 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d8e13-7eb4-497e-a1aa-6e7b37c93476 None None] Checking router: 1fb85de1-32e1-4f3c-9028-ce687163b298 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:19:26.931592 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d8e13-7eb4-497e-a1aa-6e7b37c93476 None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:26.932202 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-739d8e13-7eb4-497e-a1aa-6e7b37c93476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:26.970049 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e030b-faa2-4c3e-a178-bbe328873c51 req-175b7c43-0611-474b-bd72-4e4e5ca32807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:26.971589 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c83e030b-faa2-4c3e-a178-bbe328873c51 req-175b7c43-0611-474b-bd72-4e4e5ca32807 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ade5891d-380a-4e81-9169-bebc402fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482771 Sep 02 17:19:27.037981 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-739d8e13-7eb4-497e-a1aa-6e7b37c93476 None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:27.061668 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c83e030b-faa2-4c3e-a178-bbe328873c51 req-b7b2320e-d38f-407c-905c-873038c2a077 service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817070 Sep 02 17:19:27.155769 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c83e030b-faa2-4c3e-a178-bbe328873c51 req-7bce7ec7-996b-41a1-ba48-85a302bb124e service neutron] 10.222.0.13 "GET /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868380 Sep 02 17:19:27.235192 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-739d8e13-7eb4-497e-a1aa-6e7b37c93476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:27.275613 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d8e13-7eb4-497e-a1aa-6e7b37c93476 None None] The sync data for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi is: [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:26Z', 'revision_number': 4, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '52ab0435-beb9-4616-8fdc-35cbfc640b1f', 'name': '', 'network_id': 'ade5891d-380a-4e81-9169-bebc402fc3c9', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'mac_address': 'fa:16:3e:d7:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:25Z', 'updated_at': '2021-09-02T17:11:31Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'subnets': [{'id': '1d3c275b-f2ca-4604-8889-5e66c6139460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:19:27.471604 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1535ba-9c34-49b2-b9d2-57f2f2175f73 None None] New status for floating IP 41fdee20-0532-4843-8d18-0bf915e10922: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:19:27.955789 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810c452-977b-480d-84c0-dcd5e9c747c1 req-3ad68694-8391-42b9-922a-b30b1edb4868 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:27.957693 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0810c452-977b-480d-84c0-dcd5e9c747c1 req-3ad68694-8391-42b9-922a-b30b1edb4868 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 946 time: 0.0478675 Sep 02 17:19:27.994322 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0810c452-977b-480d-84c0-dcd5e9c747c1 req-80b0b5fe-9fac-44c4-b97c-db588601853d tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304921 Sep 02 17:19:28.515324 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:28.549459 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535833d-5d41-4f02-8a77-ee30b9069514 req-2312439d-7469-4b7b-9997-86e99b9d50db tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:28.550948 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2535833d-5d41-4f02-8a77-ee30b9069514 req-2312439d-7469-4b7b-9997-86e99b9d50db tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 946 time: 0.0475435 Sep 02 17:19:28.636784 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-2535833d-5d41-4f02-8a77-ee30b9069514 req-2ce60dd4-9f90-4275-95f9-a2c3a3a79d51 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Deleting port 9ca48daf-e148-4df6-9dd9-8d23ea21195e {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:28.637118 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-2535833d-5d41-4f02-8a77-ee30b9069514 req-2ce60dd4-9f90-4275-95f9-a2c3a3a79d51 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:28.724514 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-2535833d-5d41-4f02-8a77-ee30b9069514 req-2ce60dd4-9f90-4275-95f9-a2c3a3a79d51 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] For port 9ca48daf-e148-4df6-9dd9-8d23ea21195e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=9ca48daf-e148-4df6-9dd9-8d23ea21195e,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:28.724871 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-2535833d-5d41-4f02-8a77-ee30b9069514 req-2ce60dd4-9f90-4275-95f9-a2c3a3a79d51 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:28.736606 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-2535833d-5d41-4f02-8a77-ee30b9069514 req-2ce60dd4-9f90-4275-95f9-a2c3a3a79d51 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Calling delete_port for 9ca48daf-e148-4df6-9dd9-8d23ea21195e owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:28.861622 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-2535833d-5d41-4f02-8a77-ee30b9069514 req-2ce60dd4-9f90-4275-95f9-a2c3a3a79d51 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:28.891971 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce60dd4-9f90-4275-95f9-a2c3a3a79d51 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event deleted for resources: {'Port': ['ID=9ca48daf-e148-4df6-9dd9-8d23ea21195e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:28.933337 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-2535833d-5d41-4f02-8a77-ee30b9069514 req-2ce60dd4-9f90-4275-95f9-a2c3a3a79d51 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] No DVR routers for this DVR port 9ca48daf-e148-4df6-9dd9-8d23ea21195e on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:28.935929 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-2535833d-5d41-4f02-8a77-ee30b9069514 req-2ce60dd4-9f90-4275-95f9-a2c3a3a79d51 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:28.938262 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-2535833d-5d41-4f02-8a77-ee30b9069514 req-2ce60dd4-9f90-4275-95f9-a2c3a3a79d51 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.13 "DELETE /v2.0/ports/9ca48daf-e148-4df6-9dd9-8d23ea21195e HTTP/1.1" status: 204 len: 173 time: 0.3805144 Sep 02 17:19:28.938824 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd37709-df01-425f-bfd6-a30193970df2', 'name': 'network-vif-deleted', 'tag': '9ca48daf-e148-4df6-9dd9-8d23ea21195e'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:19:28.943070 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff19622-9454-4081-bc41-feef09cda09d" -d '{"events": [{"server_uuid": "3bd37709-df01-425f-bfd6-a30193970df2", "name": "network-vif-deleted", "tag": "9ca48daf-e148-4df6-9dd9-8d23ea21195e"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:19:28.982148 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe98d96-d029-4de0-acf9-a1d9c70772b6 x-openstack-request-id: req-fbe98d96-d029-4de0-acf9-a1d9c70772b6 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:19:28.982440 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd37709-df01-425f-bfd6-a30193970df2", "name": "network-vif-deleted", "tag": "9ca48daf-e148-4df6-9dd9-8d23ea21195e", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:19:28.982728 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbe98d96-d029-4de0-acf9-a1d9c70772b6 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:19:28.983274 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd37709-df01-425f-bfd6-a30193970df2', 'name': 'network-vif-deleted', 'tag': '9ca48daf-e148-4df6-9dd9-8d23ea21195e', 'status': 'completed', 'code': 200} Sep 02 17:19:29.092969 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5430d179-2be9-4f7d-91a7-148ebed14485 req-1e706192-03a1-4090-b7c9-6074f3d8f1c2 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd37709-df01-425f-bfd6-a30193970df2 HTTP/1.1" status: 200 len: 210 time: 0.0279474 Sep 02 17:19:30.147674 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 52966) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:30.273849 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-b0a52787-4465-4949-937a-1aa24760cdad tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Deleting port a7d8780b-87cb-4127-a607-b1b0252e6dfe {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:30.274369 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b0a52787-4465-4949-937a-1aa24760cdad tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:30.352720 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b0a52787-4465-4949-937a-1aa24760cdad tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:30.353051 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b0a52787-4465-4949-937a-1aa24760cdad tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:30.364397 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-b0a52787-4465-4949-937a-1aa24760cdad tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Calling delete_port for a7d8780b-87cb-4127-a607-b1b0252e6dfe owned by network:floatingip {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:30.495421 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b0a52787-4465-4949-937a-1aa24760cdad tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:30.521858 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a52787-4465-4949-937a-1aa24760cdad tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event deleted for resources: {'Port': ['ID=a7d8780b-87cb-4127-a607-b1b0252e6dfe,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:30.581239 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b0a52787-4465-4949-937a-1aa24760cdad tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for floatingip, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:30.584637 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b0a52787-4465-4949-937a-1aa24760cdad tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:30.585863 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b0a52787-4465-4949-937a-1aa24760cdad tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "DELETE /v2.0/floatingips/bc8e56d0-8cda-4fba-8fe5-a1e74d6bc5b9 HTTP/1.1" status: 204 len: 168 time: 0.4372153 Sep 02 17:19:31.364403 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 9ca48daf-e148-4df6-9dd9-8d23ea21195e no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:31.384389 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 9ca48daf-e148-4df6-9dd9-8d23ea21195e {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:31.384677 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 9ca48daf-e148-4df6-9dd9-8d23ea21195e not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:31.787484 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53008) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:31.849565 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-742edffe-59d8-420e-9286-c0483c1abe95 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:31.875011 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-742edffe-59d8-420e-9286-c0483c1abe95 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:31.934101 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-742edffe-59d8-420e-9286-c0483c1abe95 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:31.936740 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-742edffe-59d8-420e-9286-c0483c1abe95 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:31.937914 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-742edffe-59d8-420e-9286-c0483c1abe95 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] 10.222.0.41 "DELETE /v2.0/security-groups/1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569 HTTP/1.1" status: 204 len: 168 time: 0.1494329 Sep 02 17:19:31.950451 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742edffe-59d8-420e-9286-c0483c1abe95 tempest-TestVolumeBootPattern-1083145229 tempest-TestVolumeBootPattern-1083145229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5a4e0-862a-4a1f-9c0f-a373ac9ab569,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:31.996356 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53014) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:32.468723 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16447336'] for router_interface, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:32.704575 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] Deleting port 52ab0435-beb9-4616-8fdc-35cbfc640b1f {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:32.704910 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:32.783105 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] For port 52ab0435-beb9-4616-8fdc-35cbfc640b1f, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=52ab0435-beb9-4616-8fdc-35cbfc640b1f,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:32.783490 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:32.795607 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] Calling delete_port for 52ab0435-beb9-4616-8fdc-35cbfc640b1f owned by network:router_interface {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:32.977582 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:33.005851 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ab0435-beb9-4616-8fdc-35cbfc640b1f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:33.200488 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16425354'] for router_interface, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:33.661416 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] Router 1fb85de1-32e1-4f3c-9028-ce687163b298 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:19:33.764829 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:19:33.770327 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ed6adb6d-0494-4e28-b2f5-f219b7108f96 admin admin] 10.222.0.41 "PUT /v2.0/routers/1fb85de1-32e1-4f3c-9028-ce687163b298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7729561 Sep 02 17:19:33.772865 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53040) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:33.775454 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fab35-254f-4b6a-90d4-b77c4ee6feaa None None] Sync routers for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:19:33.785895 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fab35-254f-4b6a-90d4-b77c4ee6feaa None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:33.786514 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-939fab35-254f-4b6a-90d4-b77c4ee6feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:33.875733 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:33.892989 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-939fab35-254f-4b6a-90d4-b77c4ee6feaa None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:33.987700 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.041970 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Deleting port badcb761-d15b-4b2b-866a-ab6cb8599509 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:34.042310 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.073156 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-939fab35-254f-4b6a-90d4-b77c4ee6feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:19:32Z', 'revision_number': 5, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port': {'id': 'badcb761-d15b-4b2b-866a-ab6cb8599509', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:23Z', 'updated_at': '2021-09-02T17:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:34.099419 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fab35-254f-4b6a-90d4-b77c4ee6feaa None None] Checking router: 1fb85de1-32e1-4f3c-9028-ce687163b298 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:19:34.107462 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fab35-254f-4b6a-90d4-b77c4ee6feaa None None] Routers {'1fb85de1-32e1-4f3c-9028-ce687163b298'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:34.108053 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-939fab35-254f-4b6a-90d4-b77c4ee6feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['1fb85de1-32e1-4f3c-9028-ce687163b298'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:34.120438 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] For port badcb761-d15b-4b2b-866a-ab6cb8599509, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=badcb761-d15b-4b2b-866a-ab6cb8599509,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:34.120830 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.136653 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Calling delete_port for badcb761-d15b-4b2b-866a-ab6cb8599509 owned by network:router_gateway {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:34.190432 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-939fab35-254f-4b6a-90d4-b77c4ee6feaa None None] Set router 1fb85de1-32e1-4f3c-9028-ce687163b298 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:34.240865 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-939fab35-254f-4b6a-90d4-b77c4ee6feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:19:33Z', 'revision_number': 6, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port_host': None}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:34.270975 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fab35-254f-4b6a-90d4-b77c4ee6feaa None None] The sync data for ids ['1fb85de1-32e1-4f3c-9028-ce687163b298'] in dv-cinder-806260-3-iscsi is: [{'id': '1fb85de1-32e1-4f3c-9028-ce687163b298', 'name': 'tempest-TestVolumeBootPattern-3838779-router', 'tenant_id': 'dc090408372e41379709e2067823b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:19:33Z', 'revision_number': 6, 'project_id': 'dc090408372e41379709e2067823b1a6', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:19:34.315220 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.348645 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=badcb761-d15b-4b2b-866a-ab6cb8599509,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:34.405949 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16444846'] for router_gateway, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.497487 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16385539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.499612 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.546891 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16385548'] for router, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.547436 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fb85de1-32e1-4f3c-9028-ce687163b298 {{(pid=94107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:19:34.553594 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.557211 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f8874486-ad79-44da-bc98-7aab33af7df5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1fb85de1-32e1-4f3c-9028-ce687163b298 HTTP/1.1" status: 204 len: 168 time: 0.7810199 Sep 02 17:19:34.557575 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53046) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:34.615067 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fecd622-a15d-4676-9298-742cc3b57af1 admin admin] Deleting subnet 1d3c275b-f2ca-4604-8889-5e66c6139460 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:19:34.619430 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2fecd622-a15d-4676-9298-742cc3b57af1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.669292 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2fecd622-a15d-4676-9298-742cc3b57af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33073504'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.749471 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2fecd622-a15d-4676-9298-742cc3b57af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.804671 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2fecd622-a15d-4676-9298-742cc3b57af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33548870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33354452'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.831507 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecd622-a15d-4676-9298-742cc3b57af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3c275b-f2ca-4604-8889-5e66c6139460,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:34.833492 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2fecd622-a15d-4676-9298-742cc3b57af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.836069 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2fecd622-a15d-4676-9298-742cc3b57af1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1d3c275b-f2ca-4604-8889-5e66c6139460 HTTP/1.1" status: 204 len: 168 time: 0.2770767 Sep 02 17:19:34.837842 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53056) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:34.840331 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45805cdd-9243-4e01-b3a2-b5a589d92fed None None] Network ade5891d-380a-4e81-9169-bebc402fc3c9 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:19:34.903589 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:34.955883 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Deleting port 6f4abb57-f160-4f2b-9326-b43706df4948 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:34.956135 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.025924 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] For port 6f4abb57-f160-4f2b-9326-b43706df4948, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=6f4abb57-f160-4f2b-9326-b43706df4948,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:35.026293 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.040493 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Calling delete_port for 6f4abb57-f160-4f2b-9326-b43706df4948 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:35.047357 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4741b5bf-1fa5-46b2-b01d-be85dc72e208 None None] DHCP port deletion for ade5891d-380a-4e81-9169-bebc402fc3c9 request from dv-cinder-806260-3-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:19:35.092963 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4741b5bf-1fa5-46b2-b01d-be85dc72e208 None None] Deleting port 6f4abb57-f160-4f2b-9326-b43706df4948 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:35.093340 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4741b5bf-1fa5-46b2-b01d-be85dc72e208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.121623 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.153390 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4abb57-f160-4f2b-9326-b43706df4948,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:35.162341 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] No DVR routers for this DVR port 6f4abb57-f160-4f2b-9326-b43706df4948 on host dv-cinder-806260-3-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:35.175788 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4741b5bf-1fa5-46b2-b01d-be85dc72e208 None None] For port 6f4abb57-f160-4f2b-9326-b43706df4948, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=6f4abb57-f160-4f2b-9326-b43706df4948,segment=NetworkSegment(d5eac918-0a36-40bf-ae2c-434e3a03b24c),segment_id=d5eac918-0a36-40bf-ae2c-434e3a03b24c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:35.176336 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4741b5bf-1fa5-46b2-b01d-be85dc72e208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.189119 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4741b5bf-1fa5-46b2-b01d-be85dc72e208 None None] Calling delete_port for 6f4abb57-f160-4f2b-9326-b43706df4948 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:35.235266 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.240935 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 6f4abb57-f160-4f2b-9326-b43706df4948 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:35.246714 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade5891d-380a-4e81-9169-bebc402fc3c9']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:35.258218 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5eac918-0a36-40bf-ae2c-434e3a03b24c') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:35.258516 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5eac918-0a36-40bf-ae2c-434e3a03b24c') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:35.264958 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 6f4abb57-f160-4f2b-9326-b43706df4948 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:35.265303 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 6f4abb57-f160-4f2b-9326-b43706df4948 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:35.265714 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device badcb761-d15b-4b2b-866a-ab6cb8599509 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:35.267724 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33468051'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.283047 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.289664 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:19:35.290167 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33548840'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: timer() Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: cb(*args, **kw) Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: self._notify() Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: self.callback(batched_events) Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: event.method(event) Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._get(url).json() Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:19:35.292084 dv-cinder-806260-3-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:19:35.294305 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: badcb761-d15b-4b2b-866a-ab6cb8599509 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:35.294305 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device badcb761-d15b-4b2b-866a-ab6cb8599509 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:35.294305 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 52ab0435-beb9-4616-8fdc-35cbfc640b1f no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:35.316117 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 52ab0435-beb9-4616-8fdc-35cbfc640b1f {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:35.316453 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 52ab0435-beb9-4616-8fdc-35cbfc640b1f not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:35.338339 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4741b5bf-1fa5-46b2-b01d-be85dc72e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.363765 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.367711 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741b5bf-1fa5-46b2-b01d-be85dc72e208 None None] Pushing event deleted for resources: {'Port': ['ID=6f4abb57-f160-4f2b-9326-b43706df4948,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:35.371728 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:35.373558 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741b5bf-1fa5-46b2-b01d-be85dc72e208 None None] No DVR routers for this DVR port 6f4abb57-f160-4f2b-9326-b43706df4948 on host dv-cinder-806260-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:35.374668 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] 10.222.0.41 "DELETE /v2.0/networks/ade5891d-380a-4e81-9169-bebc402fc3c9 HTTP/1.1" status: 204 len: 168 time: 0.5354774 Sep 02 17:19:35.377329 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53058) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:35.384292 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31275eed-e850-405a-aee2-ac6af70e804c admin admin] Pushing event deleted for resources: {'Network': ['ID=ade5891d-380a-4e81-9169-bebc402fc3c9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:35.980559 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16447336'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:36.225984 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] Deleting port 4862d9c3-57db-493d-ad17-238ccb7323c1 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:36.226235 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:36.302170 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] For port 4862d9c3-57db-493d-ad17-238ccb7323c1, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=4862d9c3-57db-493d-ad17-238ccb7323c1,segment=NetworkSegment(3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea),segment_id=3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:36.302530 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:36.314540 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] Calling delete_port for 4862d9c3-57db-493d-ad17-238ccb7323c1 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:36.490385 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:36.520027 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4862d9c3-57db-493d-ad17-238ccb7323c1,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:36.677899 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16425354'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:36.885598 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] Router 8314b213-279b-4b59-98a0-288ec7076f0c has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:19:36.988936 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:19:36.994098 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-25399c26-dd37-459e-80db-9dfcdbc3a7bb admin admin] 10.222.0.41 "PUT /v2.0/routers/8314b213-279b-4b59-98a0-288ec7076f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6155086 Sep 02 17:19:36.996623 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53074) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:36.999181 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dcddf-6f2e-404d-8f3c-ae4fe431b324 None None] Sync routers for ids ['8314b213-279b-4b59-98a0-288ec7076f0c'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:19:37.009191 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dcddf-6f2e-404d-8f3c-ae4fe431b324 None None] Routers {'8314b213-279b-4b59-98a0-288ec7076f0c'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:37.009795 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-286dcddf-6f2e-404d-8f3c-ae4fe431b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['8314b213-279b-4b59-98a0-288ec7076f0c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:37.097630 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.110771 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-286dcddf-6f2e-404d-8f3c-ae4fe431b324 None None] Set router 8314b213-279b-4b59-98a0-288ec7076f0c gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:37.215078 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.285831 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Deleting port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:37.286176 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.309819 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-286dcddf-6f2e-404d-8f3c-ae4fe431b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'name': 'tempest-TestVolumeBootPattern-575218498-router', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:19:36Z', 'revision_number': 5, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'gw_port': {'id': '5ec1b15f-8ffa-4ad9-8204-81bf567e47c5', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:50:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:37.338284 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dcddf-6f2e-404d-8f3c-ae4fe431b324 None None] Checking router: 8314b213-279b-4b59-98a0-288ec7076f0c for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:19:37.346224 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dcddf-6f2e-404d-8f3c-ae4fe431b324 None None] Routers {'8314b213-279b-4b59-98a0-288ec7076f0c'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:37.346859 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-286dcddf-6f2e-404d-8f3c-ae4fe431b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:25Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['8314b213-279b-4b59-98a0-288ec7076f0c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:37.363691 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] For port 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=5ec1b15f-8ffa-4ad9-8204-81bf567e47c5,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:37.364081 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.376145 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Calling delete_port for 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:37.430439 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-286dcddf-6f2e-404d-8f3c-ae4fe431b324 None None] Set router 8314b213-279b-4b59-98a0-288ec7076f0c gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:37.480605 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-286dcddf-6f2e-404d-8f3c-ae4fe431b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'name': 'tempest-TestVolumeBootPattern-575218498-router', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:19:37Z', 'revision_number': 6, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'gw_port_host': None}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:37.541157 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.565930 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec1b15f-8ffa-4ad9-8204-81bf567e47c5,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:37.593559 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dcddf-6f2e-404d-8f3c-ae4fe431b324 None None] The sync data for ids ['8314b213-279b-4b59-98a0-288ec7076f0c'] in dv-cinder-806260-3-iscsi is: [{'id': '8314b213-279b-4b59-98a0-288ec7076f0c', 'name': 'tempest-TestVolumeBootPattern-575218498-router', 'tenant_id': '792e52ad07d04348bfd4abc67ffd703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:28Z', 'updated_at': '2021-09-02T17:19:37Z', 'revision_number': 6, 'project_id': '792e52ad07d04348bfd4abc67ffd703d', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:19:37.634253 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16444846'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.721017 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16385539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.723562 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.764492 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16385548'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.765052 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8314b213-279b-4b59-98a0-288ec7076f0c {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:19:37.769768 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.770948 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b8cac11a-993f-497a-b37c-29a85806829a admin admin] 10.222.0.41 "DELETE /v2.0/routers/8314b213-279b-4b59-98a0-288ec7076f0c HTTP/1.1" status: 204 len: 168 time: 0.7733891 Sep 02 17:19:37.773439 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53084) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:37.816088 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8463fef4-20ca-43e2-821a-139966876617 admin admin] Deleting subnet ceeca757-62a4-456c-8f2b-4f6cc1bd2c79 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:19:37.819133 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8463fef4-20ca-43e2-821a-139966876617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.855531 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8463fef4-20ca-43e2-821a-139966876617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12836143'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.931129 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8463fef4-20ca-43e2-821a-139966876617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.985777 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8463fef4-20ca-43e2-821a-139966876617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12836209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14215573'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.997669 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:19:38.011976 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463fef4-20ca-43e2-821a-139966876617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceeca757-62a4-456c-8f2b-4f6cc1bd2c79,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:38.015678 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8463fef4-20ca-43e2-821a-139966876617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.017879 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8463fef4-20ca-43e2-821a-139966876617 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ceeca757-62a4-456c-8f2b-4f6cc1bd2c79 HTTP/1.1" status: 204 len: 168 time: 0.2432196 Sep 02 17:19:38.020089 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53086) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:38.027756 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530b40a2-bd38-415f-b949-0571d8b3e42e None None] Network 7d4be608-9041-49c6-affa-1f5bb84e3b8d requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:19:38.092783 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.147232 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Deleting port 9727a409-6c27-4b17-91ff-aeddfdfbef24 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:38.147584 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.194205 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5551809b-c07d-400f-8971-cf05e192292e None None] DHCP port deletion for 7d4be608-9041-49c6-affa-1f5bb84e3b8d request from dv-cinder-806260-3-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:19:38.213179 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] For port 9727a409-6c27-4b17-91ff-aeddfdfbef24, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9727a409-6c27-4b17-91ff-aeddfdfbef24,segment=NetworkSegment(3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea),segment_id=3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:38.213697 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.231609 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Calling delete_port for 9727a409-6c27-4b17-91ff-aeddfdfbef24 owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:38.246134 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-5551809b-c07d-400f-8971-cf05e192292e None None] Deleting port 9727a409-6c27-4b17-91ff-aeddfdfbef24 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:38.247561 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5551809b-c07d-400f-8971-cf05e192292e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.316676 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-5551809b-c07d-400f-8971-cf05e192292e None None] For port 9727a409-6c27-4b17-91ff-aeddfdfbef24, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9727a409-6c27-4b17-91ff-aeddfdfbef24,segment=NetworkSegment(3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea),segment_id=3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:38.317193 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5551809b-c07d-400f-8971-cf05e192292e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.329231 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.333573 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-5551809b-c07d-400f-8971-cf05e192292e None None] Calling delete_port for 9727a409-6c27-4b17-91ff-aeddfdfbef24 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:38.356355 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=9727a409-6c27-4b17-91ff-aeddfdfbef24,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:38.359990 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] No DVR routers for this DVR port 9727a409-6c27-4b17-91ff-aeddfdfbef24 on host dv-cinder-806260-3-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:38.420933 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5551809b-c07d-400f-8971-cf05e192292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.449856 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.454069 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551809b-c07d-400f-8971-cf05e192292e None None] No DVR routers for this DVR port 9727a409-6c27-4b17-91ff-aeddfdfbef24 on host dv-cinder-806260-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:38.456341 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551809b-c07d-400f-8971-cf05e192292e None None] Pushing event deleted for resources: {'Port': ['ID=9727a409-6c27-4b17-91ff-aeddfdfbef24,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:38.466735 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4be608-9041-49c6-affa-1f5bb84e3b8d']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:38.478110 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:38.478640 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc1fdc5-cc79-44c3-9ef3-0ac996adb4ea') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:38.487806 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966620'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.502490 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.510187 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:19:38.510768 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12836127'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: timer() Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: cb(*args, **kw) Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: self._notify() Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: self.callback(batched_events) Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: event.method(event) Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._get(url).json() Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:19:38.513683 dv-cinder-806260-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:19:38.566956 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.573086 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.574971 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7d4be608-9041-49c6-affa-1f5bb84e3b8d HTTP/1.1" status: 204 len: 168 time: 0.5539432 Sep 02 17:19:38.586554 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8e35e-e6be-414e-86fe-fac5f3f30d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4be608-9041-49c6-affa-1f5bb84e3b8d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:38.682949 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53102) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:38.726722 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4da94829-a4ee-4f75-9867-08abe8eee941 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc090408372e41379709e2067823b1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425510 Sep 02 17:19:38.729067 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53104) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:38.775216 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-af37c757-a735-4114-8856-f0522cd39ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.795039 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-af37c757-a735-4114-8856-f0522cd39ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.839523 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-af37c757-a735-4114-8856-f0522cd39ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.842251 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-af37c757-a735-4114-8856-f0522cd39ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.843417 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-af37c757-a735-4114-8856-f0522cd39ded admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a9a03cd-2602-4d14-a5cd-65b5b884d31c HTTP/1.1" status: 204 len: 168 time: 0.1134703 Sep 02 17:19:38.850832 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c757-a735-4114-8856-f0522cd39ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9a03cd-2602-4d14-a5cd-65b5b884d31c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:39.141140 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53110) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:39.181507 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6a341af5-9eb3-441c-8945-f44b8f0d8a42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=792e52ad07d04348bfd4abc67ffd703d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391145 Sep 02 17:19:39.183863 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53112) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:39.203311 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:39.223027 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:39.223382 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 5ec1b15f-8ffa-4ad9-8204-81bf567e47c5 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:39.223797 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9727a409-6c27-4b17-91ff-aeddfdfbef24 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:39.233173 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-178fe288-a7f4-4de0-a0ba-8365779f08e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:39.242974 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 9727a409-6c27-4b17-91ff-aeddfdfbef24 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:39.243341 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9727a409-6c27-4b17-91ff-aeddfdfbef24 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:39.243747 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 4862d9c3-57db-493d-ad17-238ccb7323c1 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:39.255295 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-178fe288-a7f4-4de0-a0ba-8365779f08e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:39.262341 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 4862d9c3-57db-493d-ad17-238ccb7323c1 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:39.262715 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 4862d9c3-57db-493d-ad17-238ccb7323c1 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:39.299269 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-178fe288-a7f4-4de0-a0ba-8365779f08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:39.302328 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-178fe288-a7f4-4de0-a0ba-8365779f08e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:39.303508 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-178fe288-a7f4-4de0-a0ba-8365779f08e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a7a95ee-eb2a-4ad5-804a-66e901f27f91 HTTP/1.1" status: 204 len: 168 time: 0.1187446 Sep 02 17:19:39.310727 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fe288-a7f4-4de0-a0ba-8365779f08e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7a95ee-eb2a-4ad5-804a-66e901f27f91,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:41.439038 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53160) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:41.539886 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c10c718b-9dd2-495a-8e71-d7eff7e22bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:41.628172 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c10c718b-9dd2-495a-8e71-d7eff7e22bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:41.632424 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c10c718b-9dd2-495a-8e71-d7eff7e22bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:41.669799 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c10c718b-9dd2-495a-8e71-d7eff7e22bd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a49aa3d18f0b4275b1d777fde5797ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297246 Sep 02 17:19:41.670664 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c718b-9dd2-495a-8e71-d7eff7e22bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd2330d-79be-43f3-be48-29a7b0ca56ac,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:41.672513 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53164) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:41.720805 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f0af26b4-012c-42ba-b914-a5e7c717281e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:41.741579 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f0af26b4-012c-42ba-b914-a5e7c717281e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:41.786761 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f0af26b4-012c-42ba-b914-a5e7c717281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:41.789223 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f0af26b4-012c-42ba-b914-a5e7c717281e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:41.790362 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f0af26b4-012c-42ba-b914-a5e7c717281e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bd2330d-79be-43f3-be48-29a7b0ca56ac HTTP/1.1" status: 204 len: 168 time: 0.1168399 Sep 02 17:19:41.797991 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af26b4-012c-42ba-b914-a5e7c717281e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd2330d-79be-43f3-be48-29a7b0ca56ac,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:42.040235 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53170) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:42.056060 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30f3a58c-176b-4ab0-bdeb-5bc7774ed1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:42.147773 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30f3a58c-176b-4ab0-bdeb-5bc7774ed1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:42.151517 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30f3a58c-176b-4ab0-bdeb-5bc7774ed1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:42.188503 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-30f3a58c-176b-4ab0-bdeb-5bc7774ed1ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d73dd4297c7e41fe93b7fc2d60b6c277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472290 Sep 02 17:19:42.189358 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3a58c-176b-4ab0-bdeb-5bc7774ed1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2950a3d3-008b-4b34-9ad9-9134a5664c24,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:42.191191 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53172) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:42.240191 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0075-cf57-4690-908e-e1009014e486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:42.261300 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0075-cf57-4690-908e-e1009014e486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:42.307396 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0075-cf57-4690-908e-e1009014e486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:42.309922 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0075-cf57-4690-908e-e1009014e486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:42.311086 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7c8b0075-cf57-4690-908e-e1009014e486 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2950a3d3-008b-4b34-9ad9-9134a5664c24 HTTP/1.1" status: 204 len: 168 time: 0.1179845 Sep 02 17:19:42.319171 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b0075-cf57-4690-908e-e1009014e486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2950a3d3-008b-4b34-9ad9-9134a5664c24,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:47.184037 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:51.960572 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8302fe5c-05ae-4c4f-876c-d95846b17192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:53.214116 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-1490c5c8-b7db-4ef6-bff1-146fa680f4b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446055 Sep 02 17:19:53.291301 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-f3e46397-e9f9-42d7-8aff-b99c779a6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:53.292878 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-f3e46397-e9f9-42d7-8aff-b99c779a6f97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2001cfaa564496ba271b544cfdc14f&device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 1137 time: 0.0395768 Sep 02 17:19:53.396965 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-b692a0cd-7631-410a-a7df-9a82a64701a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:53.398356 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-b692a0cd-7631-410a-a7df-9a82a64701a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15e4cc74-e900-43e3-b2db-b1a95536b9ef HTTP/1.1" status: 200 len: 915 time: 0.0825722 Sep 02 17:19:53.467093 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-2a6b8d8c-3221-46b3-808d-c39ada10697b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 200 len: 1000 time: 0.0605919 Sep 02 17:19:53.516933 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-3e36e46e-82dc-40b8-bace-229f3dd59dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:53.518315 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-3e36e46e-82dc-40b8-bace-229f3dd59dbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b3705a0-42f5-4650-8dfc-c572fe242765 HTTP/1.1" status: 200 len: 853 time: 0.0428615 Sep 02 17:19:53.561877 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-976f512c-2fc4-4dbf-8b2a-685be098ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:53.563383 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-976f512c-2fc4-4dbf-8b2a-685be098ee18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15e4cc74-e900-43e3-b2db-b1a95536b9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375257 Sep 02 17:19:53.658433 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-8ec423b0-7c8c-42b4-9399-ab1063944c2f service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853758 Sep 02 17:19:53.751032 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f9937958-e984-4ad7-8a4d-7cc8d8ed2c69 req-cb2e9983-51c8-4b49-b33d-37664878aa02 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841062 Sep 02 17:19:54.940702 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-af32e83e-f558-4898-a66c-7eabd5d8d9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:55.182972 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:56.551142 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:58.518121 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:05.236817 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d3b22ee5-6f84-4db2-b620-b8a5d2635096 req-585f57d4-af6b-4124-b9cb-3088bddac74e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163242033&fields=id&tenant_id=6f2001cfaa564496ba271b544cfdc14f HTTP/1.1" status: 200 len: 267 time: 0.0333657 Sep 02 17:20:05.292803 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b22ee5-6f84-4db2-b620-b8a5d2635096 req-24dc74a3-45a1-47b2-a30e-e0edb09a02f2 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:05.294255 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d3b22ee5-6f84-4db2-b620-b8a5d2635096 req-24dc74a3-45a1-47b2-a30e-e0edb09a02f2 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 984 time: 0.0517709 Sep 02 17:20:05.304972 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-d3b22ee5-6f84-4db2-b620-b8a5d2635096 req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Request body: {'port': {'security_groups': ['3f7b3e7d-9435-48b9-b39a-6c625172f951']}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:20:05.365578 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-d3b22ee5-6f84-4db2-b620-b8a5d2635096 req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727404'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:05.534287 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-d3b22ee5-6f84-4db2-b620-b8a5d2635096 req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] For port 31f557d1-9615-485b-967b-0c514ea54c30, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=31f557d1-9615-485b-967b-0c514ea54c30,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:05.561828 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-d3b22ee5-6f84-4db2-b620-b8a5d2635096 req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:05.566074 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-d3b22ee5-6f84-4db2-b620-b8a5d2635096 req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738203528659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738203103142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738203103160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33548812'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:05.609374 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b22ee5-6f84-4db2-b620-b8a5d2635096 req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:05.609987 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-d3b22ee5-6f84-4db2-b620-b8a5d2635096 req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:05.612288 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d3b22ee5-6f84-4db2-b620-b8a5d2635096 req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "PUT /v2.0/ports/31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 200 len: 942 time: 0.3116791 Sep 02 17:20:05.612844 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:20:05.615274 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ed42cd-a5ee-4734-827d-5705c99f260f" -d '{"events": [{"name": "network-changed", "server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "tag": "31f557d1-9615-485b-967b-0c514ea54c30"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:20:05.617421 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53322) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:05.634703 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['31f557d1-9615-485b-967b-0c514ea54c30'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:20:05.656261 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event updated for resources: {'Port': ['ID=31f557d1-9615-485b-967b-0c514ea54c30,revision_number=7']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:05.670440 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.670820 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.671163 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.671496 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.671827 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.672158 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.672477 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.672801 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.673122 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.673439 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.673757 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.674080 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eda650-5526-49b7-a1c2-f0b601baec2c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.683093 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b3e044-4496-4dd7-8b57-b671a5c25d30 x-openstack-request-id: req-c7b3e044-4496-4dd7-8b57-b671a5c25d30 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:20:05.683444 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "tag": "31f557d1-9615-485b-967b-0c514ea54c30", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:20:05.683608 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7b3e044-4496-4dd7-8b57-b671a5c25d30 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:20:05.684000 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30', 'status': 'completed', 'code': 200} Sep 02 17:20:05.689736 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:05.720018 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:05.788378 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['31f557d1-9615-485b-967b-0c514ea54c30'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:20:05.791855 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed42cd-a5ee-4734-827d-5705c99f260f req-da25a7a2-28c9-4661-8139-984b971f5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:05.792497 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-38ed42cd-a5ee-4734-827d-5705c99f260f req-da25a7a2-28c9-4661-8139-984b971f5bc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2001cfaa564496ba271b544cfdc14f&device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0659168 Sep 02 17:20:05.796254 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:05.799426 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:05.803318 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "DELETE /v2.0/security-groups/967935ff-cfd4-48e0-9395-c819e4ad235e HTTP/1.1" status: 204 len: 168 time: 0.1850517 Sep 02 17:20:05.803918 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53332) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:05.870685 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967935ff-cfd4-48e0-9395-c819e4ad235e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:05.886533 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.886921 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.887262 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.887603 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.887938 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.888264 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.888787 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.889303 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.889803 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.890312 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.890829 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.891349 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfcaf8-6d57-4332-8828-40121cee128b tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:05.922654 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed42cd-a5ee-4734-827d-5705c99f260f req-3631121e-ee40-430e-99fd-538d4119f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:05.924677 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-38ed42cd-a5ee-4734-827d-5705c99f260f req-3631121e-ee40-430e-99fd-538d4119f652 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15e4cc74-e900-43e3-b2db-b1a95536b9ef HTTP/1.1" status: 200 len: 915 time: 0.1238439 Sep 02 17:20:05.951917 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a6b1efc8-879a-4ac3-8383-910689b70c4b None None] Provisioning complete for port 31f557d1-9615-485b-967b-0c514ea54c30 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:20:05.952259 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a6b1efc8-879a-4ac3-8383-910689b70c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750623'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:06.000833 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Deleting port f72d0f40-a1c8-4df6-b785-cae1e56e3320 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:06.001665 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:06.028532 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-38ed42cd-a5ee-4734-827d-5705c99f260f req-1d5a0991-c2a5-4765-9747-d988a23f9438 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 200 len: 1000 time: 0.0895991 Sep 02 17:20:06.093241 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed42cd-a5ee-4734-827d-5705c99f260f req-f415812b-0e2c-4acc-b6ca-684228b4930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:06.094906 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-38ed42cd-a5ee-4734-827d-5705c99f260f req-f415812b-0e2c-4acc-b6ca-684228b4930a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b3705a0-42f5-4650-8dfc-c572fe242765 HTTP/1.1" status: 200 len: 853 time: 0.0578420 Sep 02 17:20:06.111871 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:06.112242 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:06.124576 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Calling delete_port for f72d0f40-a1c8-4df6-b785-cae1e56e3320 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:06.143441 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed42cd-a5ee-4734-827d-5705c99f260f req-06c8cb2c-cd74-4c31-8aea-115cbe55f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:06.145472 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-38ed42cd-a5ee-4734-827d-5705c99f260f req-06c8cb2c-cd74-4c31-8aea-115cbe55f955 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15e4cc74-e900-43e3-b2db-b1a95536b9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426331 Sep 02 17:20:06.237984 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-38ed42cd-a5ee-4734-827d-5705c99f260f req-f7b718ca-adcb-4243-93e8-305bdc85832c service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850654 Sep 02 17:20:06.272535 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:06.297154 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event deleted for resources: {'Port': ['ID=f72d0f40-a1c8-4df6-b785-cae1e56e3320,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:06.329894 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-38ed42cd-a5ee-4734-827d-5705c99f260f req-c843bde0-91d9-4bfd-b7ac-e3437d6f5574 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832591 Sep 02 17:20:06.356379 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:06.356717 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Floating IP 6288febd-3667-4db2-88e7-5c2ef161c714 disassociated (deleted). External IP: 172.27.2.75, port: 31f557d1-9615-485b-967b-0c514ea54c30. Sep 02 17:20:06.565340 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Router 428d339a-5945-4b17-8c09-c103fc0a0fa6 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:20:06.668529 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:20:06.673272 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:06.679284 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e3dee2-f2f8-47d3-928b-3acfe6ba8726 None None] Sync routers for ids ['428d339a-5945-4b17-8c09-c103fc0a0fa6'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:20:06.687875 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e3dee2-f2f8-47d3-928b-3acfe6ba8726 None None] Routers {'428d339a-5945-4b17-8c09-c103fc0a0fa6'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:06.688488 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-11e3dee2-f2f8-47d3-928b-3acfe6ba8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['428d339a-5945-4b17-8c09-c103fc0a0fa6'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:06.698946 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b66e65e2-73d2-4141-8788-e4c4d151316e tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "DELETE /v2.0/floatingips/6288febd-3667-4db2-88e7-5c2ef161c714 HTTP/1.1" status: 204 len: 168 time: 0.8849616 Sep 02 17:20:06.699539 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:20:06.701771 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a9f95399302cc5a3052251522067d96496b3541d2d93f873a0f2c110fad62c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195307b5-f6de-4410-89f4-8cebc9b276f1" -d '{"events": [{"name": "network-changed", "server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "tag": "31f557d1-9615-485b-967b-0c514ea54c30"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:20:06.798795 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-11e3dee2-f2f8-47d3-928b-3acfe6ba8726 None None] Set router 428d339a-5945-4b17-8c09-c103fc0a0fa6 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:06.869749 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e0293a-16f9-438c-9a20-3413e39fe13e x-openstack-request-id: req-42e0293a-16f9-438c-9a20-3413e39fe13e {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:20:06.870299 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "tag": "31f557d1-9615-485b-967b-0c514ea54c30", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:20:06.870739 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42e0293a-16f9-438c-9a20-3413e39fe13e {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:20:06.871127 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30', 'status': 'completed', 'code': 200} Sep 02 17:20:07.001907 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-11e3dee2-f2f8-47d3-928b-3acfe6ba8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 4, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '563dc0ac-cbf3-4402-b5c2-62cd32f514c0', 'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'mac_address': 'fa:16:3e:45:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:54Z', 'revision_number': 5, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'subnets': [{'id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:07.027807 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e3dee2-f2f8-47d3-928b-3acfe6ba8726 None None] Checking router: 428d339a-5945-4b17-8c09-c103fc0a0fa6 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:20:07.035928 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e3dee2-f2f8-47d3-928b-3acfe6ba8726 None None] Routers {'428d339a-5945-4b17-8c09-c103fc0a0fa6'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:07.036560 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-11e3dee2-f2f8-47d3-928b-3acfe6ba8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['428d339a-5945-4b17-8c09-c103fc0a0fa6'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:07.140088 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-11e3dee2-f2f8-47d3-928b-3acfe6ba8726 None None] Set router 428d339a-5945-4b17-8c09-c103fc0a0fa6 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:07.332003 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-11e3dee2-f2f8-47d3-928b-3acfe6ba8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 4, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '563dc0ac-cbf3-4402-b5c2-62cd32f514c0', 'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'mac_address': 'fa:16:3e:45:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:54Z', 'revision_number': 5, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'subnets': [{'id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:07.357655 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e3dee2-f2f8-47d3-928b-3acfe6ba8726 None None] The sync data for ids ['428d339a-5945-4b17-8c09-c103fc0a0fa6'] in dv-cinder-806260-3-iscsi is: [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:17:47Z', 'revision_number': 4, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi', '_interfaces': [{'id': '563dc0ac-cbf3-4402-b5c2-62cd32f514c0', 'name': '', 'network_id': '15e4cc74-e900-43e3-b2db-b1a95536b9ef', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'mac_address': 'fa:16:3e:45:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:47Z', 'updated_at': '2021-09-02T17:17:54Z', 'revision_number': 5, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'subnets': [{'id': '6b3705a0-42f5-4650-8dfc-c572fe242765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:20:07.560800 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f67896-c69c-4af9-baea-cb2163298af0 None None] New status for floating IP 6288febd-3667-4db2-88e7-5c2ef161c714: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:20:09.106476 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195307b5-f6de-4410-89f4-8cebc9b276f1 req-1c767fc9-a07d-4c58-813b-6753f8d0acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:09.108551 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-195307b5-f6de-4410-89f4-8cebc9b276f1 req-1c767fc9-a07d-4c58-813b-6753f8d0acd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2001cfaa564496ba271b544cfdc14f&device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0420167 Sep 02 17:20:09.200498 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195307b5-f6de-4410-89f4-8cebc9b276f1 req-6ca9bb30-1d58-4cd1-b3e7-dacee776a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:09.201987 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-195307b5-f6de-4410-89f4-8cebc9b276f1 req-6ca9bb30-1d58-4cd1-b3e7-dacee776a390 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15e4cc74-e900-43e3-b2db-b1a95536b9ef HTTP/1.1" status: 200 len: 915 time: 0.0868149 Sep 02 17:20:09.252381 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-195307b5-f6de-4410-89f4-8cebc9b276f1 req-f3fb96b5-b5e4-42ae-b06b-bfc2d62be2d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 200 len: 217 time: 0.0361130 Sep 02 17:20:09.304410 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195307b5-f6de-4410-89f4-8cebc9b276f1 req-79925bb9-90ed-45c3-ae4b-dc1c8bde6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:09.305810 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-195307b5-f6de-4410-89f4-8cebc9b276f1 req-79925bb9-90ed-45c3-ae4b-dc1c8bde6126 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b3705a0-42f5-4650-8dfc-c572fe242765 HTTP/1.1" status: 200 len: 853 time: 0.0461409 Sep 02 17:20:09.351009 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195307b5-f6de-4410-89f4-8cebc9b276f1 req-e1085cd6-7d2d-41a3-8330-191fd8357082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:09.352449 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-195307b5-f6de-4410-89f4-8cebc9b276f1 req-e1085cd6-7d2d-41a3-8330-191fd8357082 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15e4cc74-e900-43e3-b2db-b1a95536b9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385845 Sep 02 17:20:09.453461 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-195307b5-f6de-4410-89f4-8cebc9b276f1 req-c884c703-8db9-4ed9-82ae-3e9f71032e79 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817485 Sep 02 17:20:09.548260 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-195307b5-f6de-4410-89f4-8cebc9b276f1 req-62c87390-7107-45d5-a747-36bbb962b826 service neutron] 10.222.0.13 "GET /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835896 Sep 02 17:20:11.525110 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9828e4-ed56-49b7-9846-cc52a1ab6cac req-5e577f03-bfb5-42ce-bb8f-a2884a7810ff tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:11.526648 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd9828e4-ed56-49b7-9846-cc52a1ab6cac req-5e577f03-bfb5-42ce-bb8f-a2884a7810ff tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0524611 Sep 02 17:20:11.572743 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd9828e4-ed56-49b7-9846-cc52a1ab6cac req-001d4b76-cf62-4f28-b78f-a1a19de143ea tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Sep 02 17:20:12.692176 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf95be-e479-4942-9ed6-d1dd31d7e5ff req-008e0590-08d5-4ea7-9a70-2f6515c2e623 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:12.693628 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7fcf95be-e479-4942-9ed6-d1dd31d7e5ff req-008e0590-08d5-4ea7-9a70-2f6515c2e623 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0478911 Sep 02 17:20:12.731958 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7fcf95be-e479-4942-9ed6-d1dd31d7e5ff req-571bdce8-7e15-4d21-b127-866a4760424f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Sep 02 17:20:13.563087 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4101ee-33f7-47c3-85e9-a47475df37d6 req-b4b1a972-b99d-480d-9668-a67c1a5b420c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:13.564514 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7e4101ee-33f7-47c3-85e9-a47475df37d6 req-b4b1a972-b99d-480d-9668-a67c1a5b420c tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.13 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0501368 Sep 02 17:20:13.655272 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-7e4101ee-33f7-47c3-85e9-a47475df37d6 req-f4e8818a-2588-4128-9aea-c4f09d4f977d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Deleting port 31f557d1-9615-485b-967b-0c514ea54c30 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:13.655606 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7e4101ee-33f7-47c3-85e9-a47475df37d6 req-f4e8818a-2588-4128-9aea-c4f09d4f977d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:13.741753 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-7e4101ee-33f7-47c3-85e9-a47475df37d6 req-f4e8818a-2588-4128-9aea-c4f09d4f977d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] For port 31f557d1-9615-485b-967b-0c514ea54c30, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=31f557d1-9615-485b-967b-0c514ea54c30,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:13.742400 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7e4101ee-33f7-47c3-85e9-a47475df37d6 req-f4e8818a-2588-4128-9aea-c4f09d4f977d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:13.753642 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-7e4101ee-33f7-47c3-85e9-a47475df37d6 req-f4e8818a-2588-4128-9aea-c4f09d4f977d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Calling delete_port for 31f557d1-9615-485b-967b-0c514ea54c30 owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:13.844017 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46327b-f273-4afc-96ed-f88ff4ae6a65 req-2ef18cb9-1c32-4416-a705-5b08da762475 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:13.845569 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a46327b-f273-4afc-96ed-f88ff4ae6a65 req-2ef18cb9-1c32-4416-a705-5b08da762475 tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/ports?device_id=371ab7f3-5976-495e-90cb-d0e9035d8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0483491 Sep 02 17:20:13.881226 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7e4101ee-33f7-47c3-85e9-a47475df37d6 req-f4e8818a-2588-4128-9aea-c4f09d4f977d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:13.885398 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a46327b-f273-4afc-96ed-f88ff4ae6a65 req-6b3f0352-6ea1-4792-81e1-f1a164222d0f tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f7b3e7d-9435-48b9-b39a-6c625172f951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Sep 02 17:20:13.914687 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8818a-2588-4128-9aea-c4f09d4f977d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Pushing event deleted for resources: {'Port': ['ID=31f557d1-9615-485b-967b-0c514ea54c30,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:13.926885 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] get_ports_and_sgs() called for port_ids ['31f557d1-9615-485b-967b-0c514ea54c30'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:20:14.124746 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53432) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:14.195748 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4101ee-33f7-47c3-85e9-a47475df37d6 req-f4e8818a-2588-4128-9aea-c4f09d4f977d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] No DVR routers for this DVR port 31f557d1-9615-485b-967b-0c514ea54c30 on host hv-cinder-80626 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:20:14.198256 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-7e4101ee-33f7-47c3-85e9-a47475df37d6 req-f4e8818a-2588-4128-9aea-c4f09d4f977d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41086'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.200228 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7e4101ee-33f7-47c3-85e9-a47475df37d6 req-f4e8818a-2588-4128-9aea-c4f09d4f977d tempest-TestMinimumBasicScenario-2082906375 tempest-TestMinimumBasicScenario-2082906375-project] 10.222.0.13 "DELETE /v2.0/ports/31f557d1-9615-485b-967b-0c514ea54c30 HTTP/1.1" status: 204 len: 173 time: 0.6241615 Sep 02 17:20:14.200652 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'name': 'network-vif-deleted', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:20:14.202839 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5549441bda5bd91be3784d90f211ecf8e393ab5a82059fac350ea6d82a07c4d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8f3456-1800-445b-967c-5112c7a90587" -d '{"events": [{"server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "name": "network-vif-deleted", "tag": "31f557d1-9615-485b-967b-0c514ea54c30"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:20:14.245775 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3eae73f2-5fb3-43b0-8f85-c414da63e054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.353833 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3eae73f2-5fb3-43b0-8f85-c414da63e054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.357172 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3eae73f2-5fb3-43b0-8f85-c414da63e054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.378565 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabd8eb9-87e6-4047-85a3-73ff3d94cd86 x-openstack-request-id: req-aabd8eb9-87e6-4047-85a3-73ff3d94cd86 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:20:14.379087 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ab7f3-5976-495e-90cb-d0e9035d8eb1", "name": "network-vif-deleted", "tag": "31f557d1-9615-485b-967b-0c514ea54c30", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:20:14.379354 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aabd8eb9-87e6-4047-85a3-73ff3d94cd86 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:20:14.379743 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ab7f3-5976-495e-90cb-d0e9035d8eb1', 'name': 'network-vif-deleted', 'tag': '31f557d1-9615-485b-967b-0c514ea54c30', 'status': 'completed', 'code': 200} Sep 02 17:20:14.395672 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae73f2-5fb3-43b0-8f85-c414da63e054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0dbe51-0d8f-40ec-8809-d4ae5e81f238,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:14.400741 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3eae73f2-5fb3-43b0-8f85-c414da63e054 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b506e887c03541849b6451664a2977b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748895 Sep 02 17:20:14.403417 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53440) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:14.453026 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f15d798c-4a69-48a8-9b6f-99367a37b9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.477352 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f15d798c-4a69-48a8-9b6f-99367a37b9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.523841 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f15d798c-4a69-48a8-9b6f-99367a37b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.526450 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f15d798c-4a69-48a8-9b6f-99367a37b9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.527671 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f15d798c-4a69-48a8-9b6f-99367a37b9a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a0dbe51-0d8f-40ec-8809-d4ae5e81f238 HTTP/1.1" status: 204 len: 168 time: 0.1233604 Sep 02 17:20:14.535317 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d798c-4a69-48a8-9b6f-99367a37b9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0dbe51-0d8f-40ec-8809-d4ae5e81f238,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:14.779899 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53446) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:14.793173 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-01095393-3601-4ca7-b4fb-5642de1da529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.885566 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-01095393-3601-4ca7-b4fb-5642de1da529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.889435 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-01095393-3601-4ca7-b4fb-5642de1da529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.927114 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-01095393-3601-4ca7-b4fb-5642de1da529 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7a79141c0ba4bd6a74a934612285c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461310 Sep 02 17:20:14.927832 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01095393-3601-4ca7-b4fb-5642de1da529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216d5e0a-0913-4044-87d8-4e33335823da,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:14.930948 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53450) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:14.982600 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-200efa87-6acf-486b-b517-17489b0034b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:14.997246 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:20:15.004339 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-200efa87-6acf-486b-b517-17489b0034b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:15.051648 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-200efa87-6acf-486b-b517-17489b0034b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:15.054560 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-200efa87-6acf-486b-b517-17489b0034b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:15.055731 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-200efa87-6acf-486b-b517-17489b0034b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/216d5e0a-0913-4044-87d8-4e33335823da HTTP/1.1" status: 204 len: 168 time: 0.1234415 Sep 02 17:20:15.063393 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200efa87-6acf-486b-b517-17489b0034b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216d5e0a-0913-4044-87d8-4e33335823da,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:15.692718 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53518) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:16.283787 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16447336'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:16.532627 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] Deleting port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:16.532963 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:16.608655 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] For port 563dc0ac-cbf3-4402-b5c2-62cd32f514c0, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=563dc0ac-cbf3-4402-b5c2-62cd32f514c0,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:16.609043 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:16.621397 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] Calling delete_port for 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:16.801026 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:16.837183 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=563dc0ac-cbf3-4402-b5c2-62cd32f514c0,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:16.992168 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16425354'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:17.033131 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 31f557d1-9615-485b-967b-0c514ea54c30 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:17.052150 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] No Port match for: 31f557d1-9615-485b-967b-0c514ea54c30 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:17.052492 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Device 31f557d1-9615-485b-967b-0c514ea54c30 not bound to the agent host hv-cinder-80626 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:17.187440 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:17.213439 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] Router 428d339a-5945-4b17-8c09-c103fc0a0fa6 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:20:17.330205 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:20:17.335271 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-065196c2-68df-471b-a915-bdc38c4bdb31 admin admin] 10.222.0.41 "PUT /v2.0/routers/428d339a-5945-4b17-8c09-c103fc0a0fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6411638 Sep 02 17:20:17.337729 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53552) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:17.342397 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdeb441-62c7-4330-94dc-c17e934965b2 None None] Sync routers for ids ['428d339a-5945-4b17-8c09-c103fc0a0fa6'] in dv-cinder-806260-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:20:17.352198 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdeb441-62c7-4330-94dc-c17e934965b2 None None] Routers {'428d339a-5945-4b17-8c09-c103fc0a0fa6'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:17.352886 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-cbdeb441-62c7-4330-94dc-c17e934965b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['428d339a-5945-4b17-8c09-c103fc0a0fa6'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:17.442789 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:17.462818 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-cbdeb441-62c7-4330-94dc-c17e934965b2 None None] Set router 428d339a-5945-4b17-8c09-c103fc0a0fa6 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:17.547259 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:17.597891 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Deleting port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:17.598234 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:17.639252 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-cbdeb441-62c7-4330-94dc-c17e934965b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:20:16Z', 'revision_number': 5, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port': {'id': '9c51c3a4-94a7-4ef5-a813-55b6b2f28d53', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:45Z', 'updated_at': '2021-09-02T17:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:17.664811 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdeb441-62c7-4330-94dc-c17e934965b2 None None] Checking router: 428d339a-5945-4b17-8c09-c103fc0a0fa6 for host: dv-cinder-806260-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:20:17.672851 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdeb441-62c7-4330-94dc-c17e934965b2 None None] Routers {'428d339a-5945-4b17-8c09-c103fc0a0fa6'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:17.673441 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-cbdeb441-62c7-4330-94dc-c17e934965b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['428d339a-5945-4b17-8c09-c103fc0a0fa6'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:17.680030 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] For port 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=9c51c3a4-94a7-4ef5-a813-55b6b2f28d53,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:17.680428 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:17.692816 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Calling delete_port for 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:17.756319 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-cbdeb441-62c7-4330-94dc-c17e934965b2 None None] Set router 428d339a-5945-4b17-8c09-c103fc0a0fa6 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:17.810604 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-cbdeb441-62c7-4330-94dc-c17e934965b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:20:17Z', 'revision_number': 6, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port_host': None}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:17.838010 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdeb441-62c7-4330-94dc-c17e934965b2 None None] The sync data for ids ['428d339a-5945-4b17-8c09-c103fc0a0fa6'] in dv-cinder-806260-3-iscsi is: [{'id': '428d339a-5945-4b17-8c09-c103fc0a0fa6', 'name': 'tempest-TestMinimumBasicScenario-566654675-router', 'tenant_id': '6f2001cfaa564496ba271b544cfdc14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:44Z', 'updated_at': '2021-09-02T17:20:17Z', 'revision_number': 6, 'project_id': '6f2001cfaa564496ba271b544cfdc14f', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:20:17.861671 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:17.887430 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c51c3a4-94a7-4ef5-a813-55b6b2f28d53,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:17.954241 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16444846'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.046505 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16385539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.048798 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.094233 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16385548'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.094800 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 428d339a-5945-4b17-8c09-c103fc0a0fa6 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:20:18.099224 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.100384 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6facc3fc-6671-41d7-9825-caa71a5e4b3d admin admin] 10.222.0.41 "DELETE /v2.0/routers/428d339a-5945-4b17-8c09-c103fc0a0fa6 HTTP/1.1" status: 204 len: 168 time: 0.7617991 Sep 02 17:20:18.102904 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53566) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:18.146076 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-827b2b10-de34-4368-8272-da2c8cc3031e admin admin] Deleting subnet 6b3705a0-42f5-4650-8dfc-c572fe242765 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:20:18.149016 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-827b2b10-de34-4368-8272-da2c8cc3031e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.186153 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-827b2b10-de34-4368-8272-da2c8cc3031e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12836143'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.268039 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-827b2b10-de34-4368-8272-da2c8cc3031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.320691 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-827b2b10-de34-4368-8272-da2c8cc3031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12836209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14215573'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.346991 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b2b10-de34-4368-8272-da2c8cc3031e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3705a0-42f5-4650-8dfc-c572fe242765,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:18.348969 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-827b2b10-de34-4368-8272-da2c8cc3031e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.351941 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-827b2b10-de34-4368-8272-da2c8cc3031e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6b3705a0-42f5-4650-8dfc-c572fe242765 HTTP/1.1" status: 204 len: 168 time: 0.2475190 Sep 02 17:20:18.353862 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53568) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:18.354256 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a4fd9-1527-47d7-9e2d-3f99b4aae014 None None] Network 15e4cc74-e900-43e3-b2db-b1a95536b9ef requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:20:18.423823 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.476723 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Deleting port 8c12ae5a-470a-4713-b8ee-42a85be54139 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:18.477042 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.540339 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] For port 8c12ae5a-470a-4713-b8ee-42a85be54139, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=8c12ae5a-470a-4713-b8ee-42a85be54139,segment=NetworkSegment(bf3093fe-324c-4839-ad8f-94635feb94df),segment_id=bf3093fe-324c-4839-ad8f-94635feb94df)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:18.540738 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.559789 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Calling delete_port for 8c12ae5a-470a-4713-b8ee-42a85be54139 owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:18.601924 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e337e7b1-16ef-45d6-bbd6-f644362ce228 None None] DHCP port deletion for 15e4cc74-e900-43e3-b2db-b1a95536b9ef request from dv-cinder-806260-3-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:20:18.647737 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.651526 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-e337e7b1-16ef-45d6-bbd6-f644362ce228 None None] Deleting port 8c12ae5a-470a-4713-b8ee-42a85be54139 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:18.651889 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e337e7b1-16ef-45d6-bbd6-f644362ce228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.674885 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c12ae5a-470a-4713-b8ee-42a85be54139,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:18.679232 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] No DVR routers for this DVR port 8c12ae5a-470a-4713-b8ee-42a85be54139 on host dv-cinder-806260-3-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:20:18.718943 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-e337e7b1-16ef-45d6-bbd6-f644362ce228 None None] For port 8c12ae5a-470a-4713-b8ee-42a85be54139, host dv-cinder-806260-3-iscsi, got binding levels [] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:18.719338 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e337e7b1-16ef-45d6-bbd6-f644362ce228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.732158 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-e337e7b1-16ef-45d6-bbd6-f644362ce228 None None] Calling delete_port for 8c12ae5a-470a-4713-b8ee-42a85be54139 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:18.734805 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.ipam_backend_mixin [None req-e337e7b1-16ef-45d6-bbd6-f644362ce228 None None] Port 8c12ae5a-470a-4713-b8ee-42a85be54139 was not found and therefore no delete operation was performed {{(pid=94108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 17:20:18.736031 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e337e7b1-16ef-45d6-bbd6-f644362ce228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.752864 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.759835 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337e7b1-16ef-45d6-bbd6-f644362ce228 None None] Pushing event deleted for resources: {'Port': ['ID=8c12ae5a-470a-4713-b8ee-42a85be54139,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:18.762779 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e4cc74-e900-43e3-b2db-b1a95536b9ef']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:18.763281 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337e7b1-16ef-45d6-bbd6-f644362ce228 None None] No DVR routers for this DVR port 8c12ae5a-470a-4713-b8ee-42a85be54139 on host dv-cinder-806260-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:20:18.773658 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3093fe-324c-4839-ad8f-94635feb94df') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:18.773957 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3093fe-324c-4839-ad8f-94635feb94df') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:18.783147 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966620'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.797364 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.805456 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:20:18.805855 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12836127'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: timer() Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: cb(*args, **kw) Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: self._notify() Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: self.callback(batched_events) Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: event.method(event) Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._get(url).json() Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:20:18.807604 dv-cinder-806260-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:20:18.861922 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.869090 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.871140 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] 10.222.0.41 "DELETE /v2.0/networks/15e4cc74-e900-43e3-b2db-b1a95536b9ef HTTP/1.1" status: 204 len: 168 time: 0.5163608 Sep 02 17:20:18.874017 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53570) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:18.890195 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3967a8-422e-444c-b21e-d242578bf935 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e4cc74-e900-43e3-b2db-b1a95536b9ef,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:19.218217 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:19.234101 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16447336'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:19.239598 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:19.239941 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 9c51c3a4-94a7-4ef5-a813-55b6b2f28d53 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:19.240343 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 8c12ae5a-470a-4713-b8ee-42a85be54139 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:19.263725 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 8c12ae5a-470a-4713-b8ee-42a85be54139 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:19.264151 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 8c12ae5a-470a-4713-b8ee-42a85be54139 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:19.264674 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:19.285077 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:19.285424 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 563dc0ac-cbf3-4402-b5c2-62cd32f514c0 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:19.378572 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53578) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:19.485867 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f7ac09dc-f504-4947-8470-191e353a4f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:19.592686 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f7ac09dc-f504-4947-8470-191e353a4f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:19.597772 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f7ac09dc-f504-4947-8470-191e353a4f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:19.637575 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac09dc-f504-4947-8470-191e353a4f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44915c63-7d0a-4dbd-92d1-8f323188f9e7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:19.641910 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f7ac09dc-f504-4947-8470-191e353a4f54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6fc1176479a444638423e49966e1062b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621546 Sep 02 17:20:19.644569 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53582) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:19.693430 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0a24-be1b-49e7-85c2-539d8e63bf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:19.715566 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0a24-be1b-49e7-85c2-539d8e63bf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:19.736833 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] Deleting port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:19.737415 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:19.762220 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0a24-be1b-49e7-85c2-539d8e63bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:19.764803 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0a24-be1b-49e7-85c2-539d8e63bf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:19.768309 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4fbc0a24-be1b-49e7-85c2-539d8e63bf04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44915c63-7d0a-4dbd-92d1-8f323188f9e7 HTTP/1.1" status: 204 len: 168 time: 0.1205049 Sep 02 17:20:19.776096 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc0a24-be1b-49e7-85c2-539d8e63bf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44915c63-7d0a-4dbd-92d1-8f323188f9e7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:19.818079 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] For port d5df6434-6bd6-40eb-8d5c-4efdcf4f8453, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=d5df6434-6bd6-40eb-8d5c-4efdcf4f8453,segment=NetworkSegment(89c9f345-6de7-4f5f-8ae2-905e922569df),segment_id=89c9f345-6de7-4f5f-8ae2-905e922569df)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:19.818470 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:19.830868 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] Calling delete_port for d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:20.010919 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.039447 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5df6434-6bd6-40eb-8d5c-4efdcf4f8453,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:20.053886 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53588) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:20.068322 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9db6-e4bf-4d8f-bf9a-7aba51c38e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.168421 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9db6-e4bf-4d8f-bf9a-7aba51c38e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.172850 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9db6-e4bf-4d8f-bf9a-7aba51c38e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.209586 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16425354'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.215753 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bc4a9db6-e4bf-4d8f-bf9a-7aba51c38e83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=875a03c35204491b9057850acf0719b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601558 Sep 02 17:20:20.216717 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53590) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:20.219134 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a9db6-e4bf-4d8f-bf9a-7aba51c38e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c5ac1c-a576-4763-98f5-40c361434bac,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:20.273674 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d79e331b-2319-4345-9e03-806909ad37b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.301668 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d79e331b-2319-4345-9e03-806909ad37b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.346615 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d79e331b-2319-4345-9e03-806909ad37b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.349389 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d79e331b-2319-4345-9e03-806909ad37b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.351143 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d79e331b-2319-4345-9e03-806909ad37b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76c5ac1c-a576-4763-98f5-40c361434bac HTTP/1.1" status: 204 len: 168 time: 0.1324193 Sep 02 17:20:20.360489 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e331b-2319-4345-9e03-806909ad37b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c5ac1c-a576-4763-98f5-40c361434bac,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:20.427979 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] Router b8a63922-67cb-40dc-80a3-3b2880ef58f8 has already been hosted by L3 agent d314bbb3-e17e-475a-99b3-9ce76997fa6a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:20:20.539341 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] Notify agent at l3_agent.dv-cinder-806260-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:20:20.548052 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-76d0438e-0037-42b6-ae76-e3691d31ea9c admin admin] 10.222.0.41 "PUT /v2.0/routers/b8a63922-67cb-40dc-80a3-3b2880ef58f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6698244 Sep 02 17:20:20.548052 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53596) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:20.550985 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3291124-82ff-4445-8c5d-b9fe647fac99 None None] Sync routers for ids ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'] in dv-cinder-806260-3-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:20:20.561940 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3291124-82ff-4445-8c5d-b9fe647fac99 None None] Routers {'b8a63922-67cb-40dc-80a3-3b2880ef58f8'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:20.563000 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d3291124-82ff-4445-8c5d-b9fe647fac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:20.655704 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.673296 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d3291124-82ff-4445-8c5d-b9fe647fac99 None None] Set router b8a63922-67cb-40dc-80a3-3b2880ef58f8 gateway port host: dv-cinder-806260-3-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:20.759915 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.820434 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Deleting port ad930e2f-e40c-4b67-90e8-032b7fa98a22 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:20.820891 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.862310 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d3291124-82ff-4445-8c5d-b9fe647fac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'name': 'tempest-TestMinimumBasicScenario-1319365776-router', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'external_fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:50Z', 'updated_at': '2021-09-02T17:20:19Z', 'revision_number': 5, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'gw_port': {'id': 'ad930e2f-e40c-4b67-90e8-032b7fa98a22', 'name': '', 'network_id': 'df855049-b1ba-4ec4-ad09-ccf00722cdad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '68c3161b-641f-41f9-ae31-efe406786393', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:17:51Z', 'updated_at': '2021-09-02T17:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c3161b-641f-41f9-ae31-efe406786393', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-3-iscsi'}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:20.891955 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3291124-82ff-4445-8c5d-b9fe647fac99 None None] Checking router: b8a63922-67cb-40dc-80a3-3b2880ef58f8 for host: dv-cinder-806260-3-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:20:20.900933 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3291124-82ff-4445-8c5d-b9fe647fac99 None None] Routers {'b8a63922-67cb-40dc-80a3-3b2880ef58f8'} bound to L3 agent in host dv-cinder-806260-3-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:20.901538 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d3291124-82ff-4445-8c5d-b9fe647fac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:00:25Z,description=,heartbeat_timestamp=2021-09-02T17:19:55Z,host='dv-cinder-806260-3-iscsi',id=d314bbb3-e17e-475a-99b3-9ce76997fa6a,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:00:25Z,topic='l3_agent')) {'router_ids': ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:20.914706 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] For port ad930e2f-e40c-4b67-90e8-032b7fa98a22, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=ad930e2f-e40c-4b67-90e8-032b7fa98a22,segment=NetworkSegment(8e95283f-e312-47cc-8014-5adffa13aef8),segment_id=8e95283f-e312-47cc-8014-5adffa13aef8)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:20.914706 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:20.927985 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Calling delete_port for ad930e2f-e40c-4b67-90e8-032b7fa98a22 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:20.989335 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d3291124-82ff-4445-8c5d-b9fe647fac99 None None] Set router b8a63922-67cb-40dc-80a3-3b2880ef58f8 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:21.043216 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d3291124-82ff-4445-8c5d-b9fe647fac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'name': 'tempest-TestMinimumBasicScenario-1319365776-router', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:50Z', 'updated_at': '2021-09-02T17:20:20Z', 'revision_number': 6, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'gw_port_host': None}], 'dv-cinder-806260-3-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:21.070293 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3291124-82ff-4445-8c5d-b9fe647fac99 None None] The sync data for ids ['b8a63922-67cb-40dc-80a3-3b2880ef58f8'] in dv-cinder-806260-3-iscsi is: [{'id': 'b8a63922-67cb-40dc-80a3-3b2880ef58f8', 'name': 'tempest-TestMinimumBasicScenario-1319365776-router', 'tenant_id': '0ec5babc97994652b32a8e4f90f8c201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:17:50Z', 'updated_at': '2021-09-02T17:20:20Z', 'revision_number': 6, 'project_id': '0ec5babc97994652b32a8e4f90f8c201', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:20:21.103724 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12836162'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.134776 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Pushing event deleted for resources: {'Port': ['ID=ad930e2f-e40c-4b67-90e8-032b7fa98a22,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:21.196078 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16444846'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.288064 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16385539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.290282 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.332778 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16385548'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.333460 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8a63922-67cb-40dc-80a3-3b2880ef58f8 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:20:21.338451 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.339717 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5ec9eb32-feeb-4f6f-b8e3-f63a9fac58ac admin admin] 10.222.0.41 "DELETE /v2.0/routers/b8a63922-67cb-40dc-80a3-3b2880ef58f8 HTTP/1.1" status: 204 len: 168 time: 0.7910972 Sep 02 17:20:21.342195 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53622) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:21.388409 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60e62c3-3f2f-4098-855d-cf7810ff52d5 admin admin] Deleting subnet ffdaebd2-93d6-4f36-9289-30e0f3672607 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:20:21.391417 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a60e62c3-3f2f-4098-855d-cf7810ff52d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.430617 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a60e62c3-3f2f-4098-855d-cf7810ff52d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12836143'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.519430 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a60e62c3-3f2f-4098-855d-cf7810ff52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748283'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.560798 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:21.580038 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a60e62c3-3f2f-4098-855d-cf7810ff52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12836209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14215573'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.588141 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:21.588609 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device d5df6434-6bd6-40eb-8d5c-4efdcf4f8453 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:21.611195 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e62c3-3f2f-4098-855d-cf7810ff52d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffdaebd2-93d6-4f36-9289-30e0f3672607,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:21.613186 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a60e62c3-3f2f-4098-855d-cf7810ff52d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.617392 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a60e62c3-3f2f-4098-855d-cf7810ff52d5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ffdaebd2-93d6-4f36-9289-30e0f3672607 HTTP/1.1" status: 204 len: 168 time: 0.2719431 Sep 02 17:20:21.617880 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53630) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:21.618566 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7dc7a9-baa8-4346-a8bb-5719755f81b2 None None] Network d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 requested from dv-cinder-806260-3-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:20:21.687624 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-892609'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.744927 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Deleting port 050cdb51-979e-41d3-ba45-48311677033d {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:21.745387 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738203520247'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.812456 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] For port 050cdb51-979e-41d3-ba45-48311677033d, host dv-cinder-806260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-3-iscsi',level=0,port_id=050cdb51-979e-41d3-ba45-48311677033d,segment=NetworkSegment(89c9f345-6de7-4f5f-8ae2-905e922569df),segment_id=89c9f345-6de7-4f5f-8ae2-905e922569df)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:21.812852 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16440927'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.826042 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Calling delete_port for 050cdb51-979e-41d3-ba45-48311677033d owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:21.908143 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738203528641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738203103133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33548917'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:21.946261 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Pushing event deleted for resources: {'Port': ['ID=050cdb51-979e-41d3-ba45-48311677033d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:21.951825 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] No DVR routers for this DVR port 050cdb51-979e-41d3-ba45-48311677033d on host dv-cinder-806260-3-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:20:21.978578 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dff8cc-2ee8-40ca-9dc1-c1a4645179a4 None None] DHCP port deletion for d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 request from dv-cinder-806260-3-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:20:21.992217 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dd35aa23-cc3a-4bff-8448-093b9bc2ebca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.058729 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749932', 'neutron.services.segments.db._delete_segments_for_network-8738203635303'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.069543 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:22.081437 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c9f345-6de7-4f5f-8ae2-905e922569df') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:22.081738 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c9f345-6de7-4f5f-8ae2-905e922569df') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:22.091136 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738203636592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33468051'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.105862 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.112015 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:20:22.112410 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33548840'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: timer() Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: cb(*args, **kw) Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: self._notify() Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: self.callback(batched_events) Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: event.method(event) Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._get(url).json() Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:20:22.114067 dv-cinder-806260-3-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:20:22.149383 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53650) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:22.168264 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16258066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16425302'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.175590 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256965'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.180535 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2 HTTP/1.1" status: 204 len: 168 time: 0.5583332 Sep 02 17:20:22.197983 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd799ff-7733-46e8-8f90-7c82d13f2781 admin admin] Pushing event deleted for resources: {'Network': ['ID=d63a6d79-9b21-4cf5-89c2-3b18f3c76bd2,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:22.291896 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4de950f3-c2e5-44fb-834b-177d4a0d97e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.314374 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53656) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:22.382678 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-05cf6c1c-7d76-4830-a286-98deeb26306b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f2001cfaa564496ba271b544cfdc14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670471 Sep 02 17:20:22.385172 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53658) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:22.423747 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4de950f3-c2e5-44fb-834b-177d4a0d97e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.427848 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4de950f3-c2e5-44fb-834b-177d4a0d97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.435608 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-45b919e0-216a-4c22-b9a9-e2614961e6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.456482 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-45b919e0-216a-4c22-b9a9-e2614961e6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.465757 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4de950f3-c2e5-44fb-834b-177d4a0d97e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a46175a516434a35b3a85a384c41297e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148153 Sep 02 17:20:22.467761 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de950f3-c2e5-44fb-834b-177d4a0d97e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d1cb5a-27b5-4b78-a690-5fce1bce0c6e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:22.468479 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53660) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:22.536625 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-112d6df9-ab46-4ebb-862a-90e7b9390d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.555112 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-45b919e0-216a-4c22-b9a9-e2614961e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.557565 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-45b919e0-216a-4c22-b9a9-e2614961e6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.558776 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-45b919e0-216a-4c22-b9a9-e2614961e6ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f7b3e7d-9435-48b9-b39a-6c625172f951 HTTP/1.1" status: 204 len: 168 time: 0.1725121 Sep 02 17:20:22.564941 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-112d6df9-ab46-4ebb-862a-90e7b9390d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.577806 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b919e0-216a-4c22-b9a9-e2614961e6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7b3e7d-9435-48b9-b39a-6c625172f951,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:22.619172 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-112d6df9-ab46-4ebb-862a-90e7b9390d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.621675 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-112d6df9-ab46-4ebb-862a-90e7b9390d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.622849 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-112d6df9-ab46-4ebb-862a-90e7b9390d9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65d1cb5a-27b5-4b78-a690-5fce1bce0c6e HTTP/1.1" status: 204 len: 168 time: 0.1534386 Sep 02 17:20:22.630859 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d6df9-ab46-4ebb-862a-90e7b9390d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d1cb5a-27b5-4b78-a690-5fce1bce0c6e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:22.869595 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53672) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:22.908810 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a29f24fa-3ce3-46c8-b445-887326eef6e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ec5babc97994652b32a8e4f90f8c201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380137 Sep 02 17:20:22.911415 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53674) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:22.958799 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0efcf5d9-5adf-4b2e-971c-c5b7d541cebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.979705 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0efcf5d9-5adf-4b2e-971c-c5b7d541cebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:23.029191 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0efcf5d9-5adf-4b2e-971c-c5b7d541cebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:23.031926 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0efcf5d9-5adf-4b2e-971c-c5b7d541cebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:23.033232 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0efcf5d9-5adf-4b2e-971c-c5b7d541cebc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fd76cad-0f73-401b-95b1-586ba767c7c1 HTTP/1.1" status: 204 len: 168 time: 0.1209240 Sep 02 17:20:23.041325 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcf5d9-5adf-4b2e-971c-c5b7d541cebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd76cad-0f73-401b-95b1-586ba767c7c1,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:23.043847 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53678) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:23.057289 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b868126d-7216-4745-bd4c-4c6e0e3d858b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:23.159951 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b868126d-7216-4745-bd4c-4c6e0e3d858b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:23.165579 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b868126d-7216-4745-bd4c-4c6e0e3d858b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:23.215938 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b868126d-7216-4745-bd4c-4c6e0e3d858b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14af4fb308544150b8892a60b928f3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678314 Sep 02 17:20:23.215938 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868126d-7216-4745-bd4c-4c6e0e3d858b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6627edf0-c0b6-4283-aa85-bebb6b957a44,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:23.216233 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53680) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:23.258692 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ad930e2f-e40c-4b67-90e8-032b7fa98a22 no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:23.281603 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: ad930e2f-e40c-4b67-90e8-032b7fa98a22 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:23.281849 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device ad930e2f-e40c-4b67-90e8-032b7fa98a22 not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:23.282466 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 050cdb51-979e-41d3-ba45-48311677033d no longer exists at agent ovs-agent-dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:23.290995 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-60df2bc3-a736-4634-86f9-41a42636b007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:23.302044 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] No Port match for: 050cdb51-979e-41d3-ba45-48311677033d {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:23.302383 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Device 050cdb51-979e-41d3-ba45-48311677033d not bound to the agent host dv-cinder-806260-3-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:23.315802 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-60df2bc3-a736-4634-86f9-41a42636b007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:23.364751 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-60df2bc3-a736-4634-86f9-41a42636b007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:23.367999 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-60df2bc3-a736-4634-86f9-41a42636b007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:23.369520 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-60df2bc3-a736-4634-86f9-41a42636b007 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6627edf0-c0b6-4283-aa85-bebb6b957a44 HTTP/1.1" status: 204 len: 168 time: 0.1527014 Sep 02 17:20:23.378006 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df2bc3-a736-4634-86f9-41a42636b007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6627edf0-c0b6-4283-aa85-bebb6b957a44,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:24.941836 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-083debf6-b2e2-42a0-8854-acff1ae19534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:25.183397 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:26.555569 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:28.520827 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:45.005797 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53840) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:45.107641 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-449a4b86-9d45-44c8-ad29-9687a42896c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:45.193858 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-449a4b86-9d45-44c8-ad29-9687a42896c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:45.197448 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-449a4b86-9d45-44c8-ad29-9687a42896c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:45.233505 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a4b86-9d45-44c8-ad29-9687a42896c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddd09f9-9c04-4304-b44e-f85d142a5078,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:45.237824 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-449a4b86-9d45-44c8-ad29-9687a42896c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=037ce868b5d14f3b939533cfd5f2d2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309484 Sep 02 17:20:45.240497 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53844) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:45.290405 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-adadbcf1-5e3e-45ad-8a97-672c0c85291d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:45.310919 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-adadbcf1-5e3e-45ad-8a97-672c0c85291d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:45.355823 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-adadbcf1-5e3e-45ad-8a97-672c0c85291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:45.358636 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-adadbcf1-5e3e-45ad-8a97-672c0c85291d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:45.359821 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-adadbcf1-5e3e-45ad-8a97-672c0c85291d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ddd09f9-9c04-4304-b44e-f85d142a5078 HTTP/1.1" status: 204 len: 168 time: 0.1183987 Sep 02 17:20:45.367790 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadbcf1-5e3e-45ad-8a97-672c0c85291d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddd09f9-9c04-4304-b44e-f85d142a5078,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:46.313629 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53878) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:46.416000 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-57c6802e-6295-48a2-b2ad-192d074e0c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.504056 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-57c6802e-6295-48a2-b2ad-192d074e0c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.508335 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-57c6802e-6295-48a2-b2ad-192d074e0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.546602 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-57c6802e-6295-48a2-b2ad-192d074e0c95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97209c53113849da80522573d76d8214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319374 Sep 02 17:20:46.547494 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6802e-6295-48a2-b2ad-192d074e0c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9e0b9a-c6fc-4730-9302-dd0d9ad3430a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:46.549318 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53882) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:46.595917 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8707358-be9f-4007-bf26-6935d1f3a78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.620205 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8707358-be9f-4007-bf26-6935d1f3a78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.665891 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8707358-be9f-4007-bf26-6935d1f3a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.668381 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8707358-be9f-4007-bf26-6935d1f3a78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.669511 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b8707358-be9f-4007-bf26-6935d1f3a78c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c9e0b9a-c6fc-4730-9302-dd0d9ad3430a HTTP/1.1" status: 204 len: 168 time: 0.1192412 Sep 02 17:20:46.676819 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8707358-be9f-4007-bf26-6935d1f3a78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9e0b9a-c6fc-4730-9302-dd0d9ad3430a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:47.211822 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:50.535975 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.41', 53948) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:50.637747 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ada6c258-509c-44ec-9f04-fcb663893fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:50.723287 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ada6c258-509c-44ec-9f04-fcb663893fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:50.730927 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ada6c258-509c-44ec-9f04-fcb663893fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:50.768689 dv-cinder-806260-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ada6c258-509c-44ec-9f04-fcb663893fac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6399389e612349059c9f501405df2960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316678 Sep 02 17:20:50.769549 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6c258-509c-44ec-9f04-fcb663893fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ab4cab-0a06-42af-a1c2-a41a1425483c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:50.771434 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.41', 53952) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:50.820646 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-59b9c292-a062-4a32-998e-485a1f9ff25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:50.843122 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-59b9c292-a062-4a32-998e-485a1f9ff25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:50.887802 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-59b9c292-a062-4a32-998e-485a1f9ff25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260580'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:50.890619 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-59b9c292-a062-4a32-998e-485a1f9ff25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:50.891802 dv-cinder-806260-3-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-59b9c292-a062-4a32-998e-485a1f9ff25a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78ab4cab-0a06-42af-a1c2-a41a1425483c HTTP/1.1" status: 204 len: 168 time: 0.1188054 Sep 02 17:20:50.899412 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9c292-a062-4a32-998e-485a1f9ff25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ab4cab-0a06-42af-a1c2-a41a1425483c,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:51.962464 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a469a07f-b349-46b7-97d2-d9b50d15e375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:51.995916 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:20:54.944482 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6f667921-de01-4ea5-825a-2e381d333a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.185078 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.557234 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:58.526017 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:17.245694 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:21.962199 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dd2d1fab-caff-4780-b5b4-0d142649ae3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:24.945308 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-321d4c61-b93f-4b98-a244-9d651537fe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:25.184231 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:26.560078 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:28.526504 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:28.994912 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:21:47.239912 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:51.961848 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1f46b53d-5c71-46b0-8dd6-b82155c51e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:54.946871 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-98817bb2-c02c-4e95-938f-068a2c1e4171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:55.184555 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:56.565269 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:58.529284 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:05.993262 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:22:17.240022 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:21.960825 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ad327b76-5f63-4864-b714-4ec654eb8d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:24.947609 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-38cb4896-fafe-4c5b-b7df-53c629480388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:25.184798 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:26.567129 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:28.533275 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:42.995860 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:22:47.239876 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:51.961356 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2f13fdb1-98f0-4430-9b6b-24933aedcdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:54.950962 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-59d44ebf-0a6a-4d8c-b588-53bdd66b5d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:55.184332 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:56.570766 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:58.536425 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:17.252599 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:19.995517 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:23:21.961982 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7bb57fc-5239-4eec-b5ba-ea3efa3bb3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:24.951426 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4bd2ffb4-d3d1-4d15-a75a-a1dc5a62b900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:25.185346 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:26.573485 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:28.539427 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:47.251849 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:51.963014 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b5a5bd9a-8ca3-41cd-89e4-7b558e151e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:54.952236 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-73fecb4d-5b9d-4c7d-aec1-cc17a1325a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:55.185676 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:56.576695 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:56.994844 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:23:58.542173 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:10.337377 dv-cinder-806260-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-3975e770-fa23-405d-b8e7-3c95a54567b3 req-faa859cf-d8ba-493c-b334-c3b71248d3d7 service neutron] (94106) timed out ('10.222.0.13', 51471) {{(pid=94106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 17:24:11.960651 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-a01dc035-9e72-4dff-a2e9-3906560798ea req-bca56c0a-5f4d-446f-9670-076999601cc3 service neutron] (94107) timed out ('10.222.0.13', 51465) {{(pid=94107) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 17:24:17.266755 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:20.351231 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-851da4bb-7089-427d-81ab-bef3c5ee22ac req-91fa9bc6-f998-4a95-8de1-8deeb1c2ff81 service neutron] (94107) timed out ('10.222.0.13', 51483) {{(pid=94107) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 17:24:20.523242 dv-cinder-806260-3-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-ef955ab2-3bea-4d51-9f36-c7b49fbd33cb req-3041650b-1ba5-4922-aa75-0fd6db486712 service neutron] (94107) timed out ('10.222.0.13', 51488) {{(pid=94107) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 17:24:21.963901 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b55745c3-8603-41a4-b93b-55d77975a2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:24.953069 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-74d70da9-fe05-4e9f-ab40-b23527a29a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:25.185780 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:26.579026 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:28.545169 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:33.994707 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:24:47.280675 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:51.965308 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-871460c6-a5a6-42c1-8978-530ec2054fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:54.953720 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-07bae188-1a1b-42b5-b678-3112a49a4e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:55.185635 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:56.582109 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:58.549766 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:10.993708 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:25:17.279581 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:21.967708 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a022bd49-0c85-464e-98db-c762b8f87e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:24.953568 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-11f61e01-1d27-44ec-9332-82123cce85db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:25.184958 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:26.585123 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:28.549830 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:47.279782 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-386b6e6b-2bd7-44eb-92fe-dfd21f0bb263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:47.993146 dv-cinder-806260-3-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-4e128e35-ce0b-4e59-bfcf-4a6f33b715c2 None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:25:51.967204 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9a1f07f1-729a-43e4-9137-36590982f18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:54.952611 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9d56914c-7e7f-41e9-9af7-fd218fd3412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:55.186193 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9954a786-06c6-4634-a350-2bd7f3f37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:56.588505 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2a56-2189-49ea-8373-1e0f4b96e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:58.552551 dv-cinder-806260-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa415d13-cfa4-4386-a750-b1b7d0765ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738203635285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750700'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}